-- Logs begin at Tue 2022-03-08 14:09:11 UTC, end at Tue 2022-03-08 15:17:05 UTC. -- Mar 08 14:43:50.200673 dv-cinder-830096-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 14:43:53.179612 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.common.config [-] Logging enabled! Mar 08 14:43:53.180244 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 14:43:53.180404 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 14:43:53.184345 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.common.config [-] Logging enabled! Mar 08 14:43:53.184602 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 14:43:53.184918 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 14:43:53.185888 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 14:43:53.186128 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 14:43:53.186502 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 14:43:53.186754 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 14:43:53.187387 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 14:43:53.187718 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.188150 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 14:43:53.188469 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.188774 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.189076 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.189379 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.189675 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.189993 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.190288 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.190594 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.190888 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.191180 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.191471 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.191769 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.192053 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.192345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.192636 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.192923 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] debug = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.193207 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.193642 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.194800 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.194800 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.194800 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.195107 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.195182 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.195440 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.195727 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.196060 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] host = dv-cinder-830096-2-iscsi {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.196344 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.196635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.196928 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.197811 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.198235 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.198525 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.198819 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.199098 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.199376 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.199659 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.199953 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.200244 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.200539 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.200768 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.200998 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.201293 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.201586 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.201901 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.202184 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.202463 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.202742 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.203021 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.203295 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.203581 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.203877 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.204164 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.204444 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.204722 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.204998 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.205273 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.205562 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.205871 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.206156 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.206437 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.206729 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.207005 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.207286 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.207591 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.207885 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.208173 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.208465 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.208747 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.209034 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.209313 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.209589 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.209890 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_json = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.210170 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.210447 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.210735 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.211012 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.211297 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.211577 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.211858 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.212150 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.212433 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:53.212855 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.213289 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.213600 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.213933 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.214232 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.214521 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.214819 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.215107 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.215401 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.215697 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.215996 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.216282 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.216591 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.216886 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.217188 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.217498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.217807 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.218119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.218402 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.218682 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.218963 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.219247 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.219538 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.219821 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.220373 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.220668 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.220956 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.221258 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.221556 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.221897 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.222197 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.222479 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.222764 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.223061 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.223346 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.223624 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.223907 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.224201 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.224486 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.224763 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.225049 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.225332 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.225608 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.225911 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.226194 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.226489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.226770 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.227045 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.227323 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.227604 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.227878 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.228166 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.228498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.228779 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.229058 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.229344 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.229625 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.229926 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.230211 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.230488 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.230771 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.231049 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.231327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.231613 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.231891 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.232171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.232453 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.232736 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.233022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.233305 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.233586 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.233886 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.234166 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.234445 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.234738 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.235041 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.235326 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.235609 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.235894 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.236175 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.236455 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.236739 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.237022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.237305 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.237580 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.237904 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.238195 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.238487 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.238796 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.239080 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.239379 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.239662 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.239946 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.240233 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.240515 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.240799 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.241087 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.241379 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.241676 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.242004 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.242304 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.242602 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.242900 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.243187 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.243500 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.243786 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:53.244536 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 14:43:53.244777 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 14:43:53.618884 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 14:43:53.619187 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 14:43:53.619508 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 14:43:53.620092 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 14:43:53.949770 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.949980 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.950250 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.951535 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.951810 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.952084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.998857 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.999136 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:53.999402 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.013291 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.013575 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.013874 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.042884 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.043161 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.043426 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.080432 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.080710 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.080979 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.428411 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.429009 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.429009 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.429207 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.429931 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.528243 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.528559 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.528846 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.529120 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.529393 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.529707 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.529993 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.530249 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.530503 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.530787 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.531044 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.531311 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.531566 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.531819 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.532072 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.532333 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.532583 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.532858 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.533121 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.533377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.533650 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.533925 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.534207 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.534582 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.534829 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.535074 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.535458 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.535696 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.535931 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.536165 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.536399 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.536632 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:54.536991 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 14:43:54.540105 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 14:43:54.544727 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 14:43:54.548425 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 08 14:43:54.550090 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 14:43:54.550568 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 14:43:54.550900 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 14:43:54.551282 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 14:43:54.554137 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 14:43:54.554388 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 14:43:54.554734 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 14:43:54.560015 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 14:43:54.583779 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 14:43:54.584238 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.584538 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 14:43:54.584909 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.586298 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 14:43:54.586576 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 14:43:54.586819 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 14:43:54.590812 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.591097 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:54.653498 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 14:43:54.653741 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 14:43:54.654003 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 14:43:54.654373 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 14:43:54.674769 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_db.sqlalchemy.engines [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 14:43:55.115278 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing driver for type 'gre' Mar 08 14:43:55.115741 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] gre ID ranges: [(1, 1000)] Mar 08 14:43:55.169685 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing driver for type 'local' Mar 08 14:43:55.170049 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing driver for type 'vlan' Mar 08 14:43:55.184107 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] VlanTypeDriver initialization complete Mar 08 14:43:55.184439 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing driver for type 'vxlan' Mar 08 14:43:55.184928 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] vxlan ID ranges: [(1, 1000)] Mar 08 14:43:55.236917 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing extension driver 'port_security' Mar 08 14:43:55.237370 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.extensions.port_security [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] PortSecurityExtensionDriver initialization complete Mar 08 14:43:55.237922 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing mechanism driver 'openvswitch' Mar 08 14:43:55.238284 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing mechanism driver 'hyperv' Mar 08 14:43:55.245837 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.plugin [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:43:55.246687 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.247060 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.247417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.247945 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.248389 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.248747 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.249099 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.249498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.249945 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.250301 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.250652 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.251051 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.251462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.251815 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.252161 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.252564 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.252974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.253323 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.253666 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.254094 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.254503 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.254850 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.255192 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.255591 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 14:43:55.256037 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] ML2 OVO RPC backend initialized. {{(pid=119747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 14:43:55.256747 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.257102 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.257521 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.257900 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > networks before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.258256 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.258601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > ports before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.258945 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.259289 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.259686 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.260034 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.260377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.260721 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.261065 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.261407 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.261749 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.262115 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.262454 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.269807 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded quota_driver: . Mar 08 14:43:55.270179 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.plugin [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Modular L2 Plugin initialization complete Mar 08 14:43:55.270530 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading services supported by the core plugin {{(pid=119747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 14:43:55.270875 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.plugins.ml2.managers [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Got port-security extension from driver 'port_security' Mar 08 14:43:55.271356 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.extensions.vlantransparent [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Disabled vlantransparent extension. Mar 08 14:43:55.271852 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 14:43:55.272179 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: router Mar 08 14:43:55.309432 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.309851 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_create 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.310237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router before_create 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.310863 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.311090 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.311390 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_delete 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.311763 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.312110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.312468 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_create 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.312812 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.313163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.313513 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.313904 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.314328 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.314697 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.315036 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.315378 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: subnet after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.315721 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.316071 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.316413 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.316755 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.317100 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.317456 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router after_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.317827 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.318325 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.318691 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.319044 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.319417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > agent after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.319772 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.320137 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > network after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.321008 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Tracking information for resource: router configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:55.321336 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Tracking information for resource: floatingip configured {{(pid=119747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 14:43:55.326771 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.db.l3_agentschedulers_db [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 14:43:55.327355 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.327721 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.328079 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.328436 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: port after_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.329228 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router before_create 55550100 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.329597 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.330008 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.330373 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.335170 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.provider_configuration [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service providers = [] {{(pid=119747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 14:43:55.335545 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.db.servicetype_db [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 14:43:55.339079 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.service_base [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 14:43:55.339435 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.service_base [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 14:43:55.339775 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.service_base [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 14:43:55.340680 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.services.service_base [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 14:43:55.341055 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.services.service_base [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 14:43:55.341440 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.341758 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 14:43:55.352832 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.353172 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: auto_allocate Mar 08 14:43:55.361049 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: network precommit_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.361422 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: network precommit_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.361981 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.362311 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: tag Mar 08 14:43:55.369373 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.369628 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: timestamp Mar 08 14:43:55.373567 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.373938 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: network_ip_availability Mar 08 14:43:55.379467 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.379840 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.380198 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.380925 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.381246 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: flavors Mar 08 14:43:55.386431 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.386770 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading Plugin: revisions Mar 08 14:43:55.391129 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 14:43:55.391530 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=119747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 14:43:55.392278 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 14:43:55.392621 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Initializing extension manager. Mar 08 14:43:55.393144 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: __init__.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.393489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: __pycache__ {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.393851 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.394189 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: address_group.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.394948 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.395518 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: address-group Mar 08 14:43:55.395847 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: address_scope.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.396563 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.397074 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: address-scope Mar 08 14:43:55.397400 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.398371 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.398882 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: router-admin-state-down-before-update Mar 08 14:43:55.399209 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: agent.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.399915 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.401126 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: agent Mar 08 14:43:55.401452 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: agent_resources_synced.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.402400 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.402915 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: agent-resources-synced Mar 08 14:43:55.403238 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.405029 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.405548 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: allowed-address-pairs Mar 08 14:43:55.405913 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.407004 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.407520 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: auto-allocated-topology Mar 08 14:43:55.407847 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: availability_zone.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.408542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.409047 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: availability_zone Mar 08 14:43:55.409373 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: availability_zone_filter.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.410315 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.410851 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: availability_zone_filter Mar 08 14:43:55.411172 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: data_plane_status.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.412084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.412585 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 14:43:55.412914 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: default_subnetpools.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.413865 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.414375 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: default-subnetpools Mar 08 14:43:55.414702 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.415509 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.416640 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: dhcp_agent_scheduler Mar 08 14:43:55.416963 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: dns.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.417928 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.418431 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 14:43:55.418754 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: dns_domain_ports.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.419672 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.420174 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 14:43:55.420498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.421426 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.421961 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 14:43:55.422284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: dvr.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.422966 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.423466 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: dvr Mar 08 14:43:55.423786 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: ecmp_routes.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.424710 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.425210 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 14:43:55.425534 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: empty_string_filtering.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.426490 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.426994 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: empty-string-filtering Mar 08 14:43:55.427319 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.428243 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.428745 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 14:43:55.429259 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.430011 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.430517 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 14:43:55.430841 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: external_net.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.431800 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.432301 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: external-net Mar 08 14:43:55.432629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.433539 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.434075 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: extra_dhcp_opt Mar 08 14:43:55.434401 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: extraroute.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.435329 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.435838 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: extraroute Mar 08 14:43:55.436162 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: extraroute_atomic.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.437205 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.437717 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: extraroute-atomic Mar 08 14:43:55.438067 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: filter_validation.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.438732 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.439234 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: filter-validation Mar 08 14:43:55.439564 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: fip_pf_description.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.440482 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.440984 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 14:43:55.441309 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: fip_port_details.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.442437 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.442954 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: fip-port-details Mar 08 14:43:55.443283 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: flavors.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.444534 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.445053 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: flavors Mar 08 14:43:55.445381 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.447398 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.447933 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 14:43:55.448269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: floatingip_pools.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.448976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.449489 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: floatingip-pools Mar 08 14:43:55.449841 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: ip_allocation.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.450795 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.451301 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 14:43:55.451625 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.452549 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.453063 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: ip-substring-filtering Mar 08 14:43:55.453391 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l2_adjacency.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.454361 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.454866 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 14:43:55.455192 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.456158 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.456668 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: router Mar 08 14:43:55.456998 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.459290 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.459822 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 14:43:55.460160 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.461102 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.461620 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: ext-gw-mode Mar 08 14:43:55.462059 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.463826 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.464345 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: l3-ha Mar 08 14:43:55.464679 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.465605 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.466148 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 14:43:55.466477 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_flavors.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.467401 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.467908 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: l3-flavors Mar 08 14:43:55.468236 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.469638 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.470452 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 14:43:55.470782 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.471713 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.472226 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 14:43:55.472553 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: l3agentscheduler.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.473587 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.474132 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: l3_agent_scheduler Mar 08 14:43:55.474465 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: local_ip.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.476259 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.476784 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension local_ip not supported by any of loaded plugins Mar 08 14:43:55.477120 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: logging.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.480780 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.481304 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension logging not supported by any of loaded plugins Mar 08 14:43:55.481646 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: metering.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.482416 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.482997 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: metering Mar 08 14:43:55.483330 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.484434 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.484955 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: metering_source_and_destination_fields Mar 08 14:43:55.485289 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: multiprovidernet.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.486273 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.486791 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: multi-provider Mar 08 14:43:55.487123 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: netmtu.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.488058 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.488576 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: net-mtu Mar 08 14:43:55.488906 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: netmtu_writable.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.489853 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.490364 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: net-mtu-writable Mar 08 14:43:55.490692 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: network_availability_zone.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.491368 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.491877 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: network_availability_zone Mar 08 14:43:55.492204 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: network_ip_availability.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.493318 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.493889 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: network-ip-availability Mar 08 14:43:55.494221 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: network_segment_range.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.494985 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.495489 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 14:43:55.495815 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: pagination.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.496801 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.497136 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: pagination Mar 08 14:43:55.497461 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: port_device_profile.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.498418 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.498928 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: port-device-profile Mar 08 14:43:55.499250 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.500184 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.500699 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: port-mac-address-regenerate Mar 08 14:43:55.501028 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.501982 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.502486 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: port-numa-affinity-policy Mar 08 14:43:55.502810 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: port_resource_request.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.503726 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.504229 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 14:43:55.504552 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: port_resource_request_groups.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.505528 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.506070 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 14:43:55.506397 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: portbindings.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.507333 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.507841 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: binding Mar 08 14:43:55.508167 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: portbindings_extended.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.509454 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.510048 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: binding-extended Mar 08 14:43:55.510383 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: portsecurity.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.511312 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.511834 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: port-security Mar 08 14:43:55.512165 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: project_id.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.513156 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.513490 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: project-id Mar 08 14:43:55.513841 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: providernet.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.514767 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.515276 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: provider Mar 08 14:43:55.515601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.519303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.519825 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos not supported by any of loaded plugins Mar 08 14:43:55.520159 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.521421 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.521965 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 14:43:55.522294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.523215 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.523724 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 14:43:55.524051 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_default.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.524968 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.527079 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-default not supported by any of loaded plugins Mar 08 14:43:55.527079 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_fip.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.527898 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.527898 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 14:43:55.528093 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.529152 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.529525 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 14:43:55.529879 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.531501 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.531501 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 14:43:55.531679 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.532655 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.533162 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 14:43:55.533489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.534567 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.535079 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 14:43:55.535406 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.536470 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.536981 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 14:43:55.537307 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_pps_rule.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.538540 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.539054 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 14:43:55.539386 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.540314 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.541422 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 14:43:55.541776 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: qos_rules_alias.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.542838 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.543344 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 14:43:55.543672 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: quota_check_limit.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.544587 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.545098 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: quota-check-limit Mar 08 14:43:55.545425 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: quotasv2.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.546395 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.546726 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: quotas Mar 08 14:43:55.547049 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: quotasv2_detail.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.548860 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.549202 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: quota_details Mar 08 14:43:55.549539 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: rbac.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.550633 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.551157 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: rbac-policies Mar 08 14:43:55.551491 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: rbac_address_group.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.552432 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.552950 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: rbac-address-group Mar 08 14:43:55.553278 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: rbac_address_scope.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.554250 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.554764 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: rbac-address-scope Mar 08 14:43:55.555093 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: rbac_security_groups.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.556012 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.556862 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: rbac-security-groups Mar 08 14:43:55.557195 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.558230 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.558742 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: rbac-subnetpool Mar 08 14:43:55.559071 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: revisionifmatch.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.560007 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.560520 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: revision-if-match Mar 08 14:43:55.560850 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: revisions.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.562026 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.562536 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: standard-attr-revisions Mar 08 14:43:55.562861 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: router_availability_zone.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.563537 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.564045 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: router_availability_zone Mar 08 14:43:55.564370 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: routerservicetype.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.565299 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.565823 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 14:43:55.566151 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.567079 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.567584 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: security-groups-normalized-cidr Mar 08 14:43:55.567908 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.568836 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.569340 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: port-security-groups-filtering Mar 08 14:43:55.569664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.570630 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.571136 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: security-groups-remote-address-group Mar 08 14:43:55.571462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.572992 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.573439 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: security-groups-shared-filtering Mar 08 14:43:55.573766 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.574384 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 14:43:55.574708 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: securitygroup.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.584390 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.584915 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: security-group Mar 08 14:43:55.585251 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: segment.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.586069 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.586581 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension segment not supported by any of loaded plugins Mar 08 14:43:55.586910 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.588857 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.589374 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 14:43:55.589703 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: servicetype.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.590862 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.591383 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: service-type Mar 08 14:43:55.591716 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: sorting.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.592770 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.593039 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: sorting Mar 08 14:43:55.593717 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: standard_attr_segment.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.595792 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.596311 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 14:43:55.596639 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: standardattrdescription.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.597298 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.597828 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: standard-attr-description Mar 08 14:43:55.598160 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: stateful_security_group.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.599121 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.599632 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: stateful-security-group Mar 08 14:43:55.599959 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: stdattrs_common.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.600542 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 14:43:55.600865 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.606070 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.606709 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 14:43:55.607139 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnet_onboard.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.608574 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.611047 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: subnet_onboard Mar 08 14:43:55.611392 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.612385 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.613091 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 14:43:55.613427 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnet_service_types.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.614486 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.615086 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: subnet-service-types Mar 08 14:43:55.615458 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnetallocation.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.616703 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.617220 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: subnet_allocation Mar 08 14:43:55.617552 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.618252 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.618776 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: subnetpool-prefix-ops Mar 08 14:43:55.619143 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.620143 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.620600 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 14:43:55.620930 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: tagging.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.622045 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.622558 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: standard-attr-tag Mar 08 14:43:55.622888 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: timestamp.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.624111 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.624629 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loaded extension: standard-attr-timestamp Mar 08 14:43:55.624958 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: trunk.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.626041 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.626555 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension trunk not supported by any of loaded plugins Mar 08 14:43:55.626880 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: trunk_details.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.627810 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.628322 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 14:43:55.628650 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.629578 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.630124 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 14:43:55.630449 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Loading extension file: vlantransparent.py {{(pid=119747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 14:43:55.631125 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 14:43:55.631634 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 14:43:55.634191 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:network Mar 08 14:43:55.635404 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnet Mar 08 14:43:55.635803 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 14:43:55.636197 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:port Mar 08 14:43:55.637460 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.637939 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service FLAVORS assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.638566 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.639001 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.639337 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:router Mar 08 14:43:55.639765 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 14:43:55.640263 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service METERING assigned prefix: /metering {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.641701 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.642101 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.642458 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:43:55.643473 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 14:43:55.643922 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:security_group Mar 08 14:43:55.644361 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 14:43:55.644965 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service CORE assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.645297 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 14:43:55.645643 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] subnetpool is already registered Mar 08 14:43:55.646097 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service CORE assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.646443 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 14:43:55.646776 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] subnetpool is already registered Mar 08 14:43:55.649040 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.649478 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service FLAVORS assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.650194 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.651120 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.651458 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:router Mar 08 14:43:55.651799 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] router is already registered Mar 08 14:43:55.652211 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 14:43:55.652548 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] floatingip is already registered Mar 08 14:43:55.653006 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service METERING assigned prefix: /metering {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.653676 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 14:43:55.654038 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] rbac_policy is already registered Mar 08 14:43:55.654454 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:security_group Mar 08 14:43:55.654794 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] security_group is already registered Mar 08 14:43:55.655199 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 14:43:55.655532 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] security_group_rule is already registered Mar 08 14:43:55.656179 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service CORE assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.656510 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 14:43:55.656849 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] subnetpool is already registered Mar 08 14:43:55.657280 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.v2.resource_helper [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Service CORE assigned prefix: {{(pid=119747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 14:43:55.657606 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 14:43:55.657973 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING neutron.quota.resource_registry [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] subnetpool is already registered Mar 08 14:43:55.658451 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: extensions {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.659949 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: address-groups {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.661451 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: address-scopes {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.662854 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: agents {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.664015 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: auto-allocated-topology {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.665262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: availability_zones {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.666701 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: dhcp-networks {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.668229 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: dhcp-agents {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.669666 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: routers {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.671926 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: flavors {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.673104 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: service_profiles {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.674362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: next_providers {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.675838 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: service_profiles {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.677386 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: floatingip-pools {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.678653 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: routers {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.680795 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: floatingips {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.683261 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: l3-routers {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.684676 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: l3-agents {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.686147 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: metering-labels {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.687516 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: metering-label-rules {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.688799 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: network-ip-availabilities {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.690110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: bindings {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.691780 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: quotas {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.693366 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: quotas {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.694937 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: rbac-policies {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.696251 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: security-groups {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.698268 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: security-group-rules {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.699522 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: service-providers {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.700748 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: subnetpools {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.702217 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: subnetpools {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.703688 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.705396 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.707242 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.709032 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.710855 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.713497 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.715239 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.717142 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.718941 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.721054 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron.api.extensions [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Extended resource: tags {{(pid=119747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 14:43:55.726898 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING keystonemiddleware.auth_token [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 14:43:55.731675 dv-cinder-830096-2-iscsi neutron-server[119747]: WARNING keystonemiddleware.auth_token [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 14:43:55.740346 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Acquired lock "singleton_lock" {{(pid=119747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 14:43:55.740822 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_concurrency.lockutils [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Releasing lock "singleton_lock" {{(pid=119747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 14:43:55.741479 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Starting 2 workers Mar 08 14:43:55.746558 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Started child 119854 {{(pid=119747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 14:43:55.751150 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Started child 119855 {{(pid=119747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 14:43:55.751988 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.752760 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO neutron.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 14:43:55.753429 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=119747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.753524 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [-] (119854) wsgi starting up on http://0.0.0.0:9696 Mar 08 14:43:55.755976 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Starting 1 workers Mar 08 14:43:55.756153 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.757611 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [-] (119855) wsgi starting up on http://0.0.0.0:9696 Mar 08 14:43:55.761828 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Started child 119856 {{(pid=119747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 14:43:55.762416 dv-cinder-830096-2-iscsi neutron-server[119747]: INFO oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Starting 1 workers Mar 08 14:43:55.765827 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] calling RpcWorker wait() {{(pid=119856) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 14:43:55.766337 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] returning from RpcWorker wait() {{(pid=119856) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 14:43:55.767001 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Started child 119857 {{(pid=119747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 14:43:55.767797 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.767903 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG neutron_lib.callbacks.manager [None req-20908dab-9674-4f6c-bc16-a319b399c8d2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=119747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.768326 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:43:55.769771 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 14:43:55.770013 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 14:43:55.770205 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 14:43:55.770435 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 14:43:55.770788 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 14:43:55.770953 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 14:43:55.771487 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.771758 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.772018 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:43:55.772473 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.772473 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.772601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.773154 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.773428 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.773666 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.773998 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.774238 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.774410 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.774583 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.774850 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.776053 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.776384 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.776802 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.777064 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.777314 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.777492 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.777766 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.778070 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.778322 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.778588 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] debug = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.778816 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.779322 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.779554 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.779809 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.780068 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.780367 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.780634 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.780919 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.781167 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.781407 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.781657 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.781955 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.782197 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.782419 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.782681 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.782899 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.783174 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.783406 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.783858 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] host = dv-cinder-830096-2-iscsi {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.784099 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.784331 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.784574 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.784824 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.785076 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.785323 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.785598 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.785909 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.786145 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.786392 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.786639 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.786876 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.787099 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.787337 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.787508 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_options = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.787755 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.788031 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.788305 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.788498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.788672 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.788840 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.789110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.789284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.789550 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.789770 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.790028 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.790250 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.790471 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.790785 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.791047 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.791465 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.791696 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.791937 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.792192 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.792447 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.792681 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.792915 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.793167 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.793397 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.793637 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.793944 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.794136 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.794359 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.794785 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.794924 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.795174 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.795446 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.795695 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.795936 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.796059 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:43:55.796194 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.796427 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.796662 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.797870 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.797870 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.797870 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.797870 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.798485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.798485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.798711 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.798830 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.799154 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.799282 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_json = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.799642 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.799773 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.799973 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.800136 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.800360 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.800634 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.800857 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.801058 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.801367 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.801935 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.802083 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.802380 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.803093 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.803093 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.803093 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.805294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.807601 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808116 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808116 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808233 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808448 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808672 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.808897 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.809193 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.809472 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.809857 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.811347 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.812462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.812462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.812462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.812462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.812462 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.813040 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.813040 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.813289 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.813416 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.814988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.815788 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.815788 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.815788 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.815996 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.816108 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.816336 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.816585 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.816803 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.817123 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.817244 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.817578 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.817720 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.817941 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.818227 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.818390 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.818605 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.818852 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.819067 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.819321 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.819522 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.819763 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.819974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.820329 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.820438 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.820646 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.820867 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.821100 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.821370 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.821527 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.821732 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.822531 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.822742 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.823023 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.823210 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.823422 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.823763 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.823918 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.824157 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.824345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.824592 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.824906 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.825176 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.825485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.825712 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.825979 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.826226 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.826627 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.826784 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.826936 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.827155 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.827410 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.827680 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.827914 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.828116 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.828337 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.828620 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.828846 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.829147 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.829428 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.829631 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.829870 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.830145 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.830318 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.830577 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.830892 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.831050 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.831282 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.831580 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.831826 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.832112 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.832359 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.832695 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.832964 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.833246 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.833512 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.833919 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.834030 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.834245 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.834688 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.834833 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.835108 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.835244 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.835494 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.835727 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.835946 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.836145 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.836372 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.837002 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.837002 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.837367 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.837367 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.837723 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.838537 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.838802 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.839074 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.839335 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.839590 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.840011 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.840162 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.840352 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.840514 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.840775 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.841010 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.841247 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.841395 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.841638 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.841888 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.842129 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.842380 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.842596 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.842831 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.843158 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.843330 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.843472 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.843704 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.843933 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.844529 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.844529 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.845374 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.845374 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.845374 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846893 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846893 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.846893 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.847286 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.847286 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.847562 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.847702 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848183 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848183 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848435 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848435 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848662 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.848897 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.849113 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.849358 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.849987 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.849987 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.850364 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.850490 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.850680 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.850913 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.851162 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.851418 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.851652 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.851869 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.852084 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.852302 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.852641 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.852744 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.852993 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.853254 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.853775 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.853775 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.854086 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.854334 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.854590 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.854832 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.855071 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.855317 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.855536 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.855779 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.855998 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.856210 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.856429 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.856647 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.856864 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.857079 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.857386 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.857637 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.857900 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.858173 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.858411 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.858654 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.858922 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.859142 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.859358 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.859586 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.859808 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.860024 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.860256 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.860476 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.860691 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.860916 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.861135 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.861352 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.861600 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.861838 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.862055 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.862281 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.862521 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.862736 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.862964 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.863348 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.863443 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.863605 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.863825 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.864062 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.864294 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.864508 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.864722 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.864946 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.865185 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.865398 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.865682 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.865968 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.866189 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.867018 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.867018 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.867018 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.867250 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.867707 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.868071 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.868548 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.868981 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.869212 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.869625 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.869726 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.870069 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.870432 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.870649 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.870934 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.871213 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.871498 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.871776 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.872013 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.872334 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.872671 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.872939 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.873201 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.873455 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.873555 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39642) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:43:55.873698 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.874095 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.874482 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.874725 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.874963 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.875200 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.875440 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.875671 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.875920 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.876138 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.876391 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.876628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.876875 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.877087 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.877338 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.877581 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.877726 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 14:43:55.878320 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 14:43:55.878482 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 14:43:55.878636 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 14:43:55.878810 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 14:43:55.878981 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 14:43:55.879136 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 14:43:55.879344 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.879505 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.879665 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.879825 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.879986 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880168 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880330 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880490 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880649 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880809 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.880975 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881115 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881274 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881432 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881591 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881750 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.881934 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882096 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882261 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882421 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882581 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882740 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.882900 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] debug = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883059 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883256 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883419 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883580 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883738 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.883898 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.884044 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.884204 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.884346 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085523 Mar 08 14:43:55.884988 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.885133 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.885275 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.885410 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.885563 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.885699 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886131 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886131 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886131 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886513 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886513 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] host = dv-cinder-830096-2-iscsi {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886766 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.886766 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.887065 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.887065 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.888163 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_options = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.889362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.890629 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.891543 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.892526 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.893377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.893377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.893377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.893377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.893377 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.894269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.896171 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_json = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.897480 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.899345 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.901542 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.903485 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.904237 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.905110 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.906000 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907210 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.907327 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908269 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908837 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908837 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.908837 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.909026 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.909026 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.911262 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913119 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.913856 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.914635 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.915362 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.917664 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.918489 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.919974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.919974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.919974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.919974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.919974 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920261 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920261 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920378 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920640 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920640 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920819 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.920980 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.921142 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.921304 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.921479 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.921640 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.922651 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.922827 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.923006 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.923172 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.924887 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926412 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926935 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926935 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.926935 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927134 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927210 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927329 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927493 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927655 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927820 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.927978 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.928301 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.928464 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.931022 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.932303 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933292 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.933905 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.935417 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.936186 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.937883 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938365 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938835 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938835 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.938835 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.939017 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.939128 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.939426 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.939717 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.940004 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.940301 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.940608 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.940778 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.940944 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.941105 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.941307 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.941771 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.941771 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.941771 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.943284 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.947524 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.948628 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.949976 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950423 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.950895 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.951264 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.951264 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.951264 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.951426 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 14:43:55.951585 dv-cinder-830096-2-iscsi neutron-server[119747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 14:44:07.454005 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53c61d-0e02-412a-bc94-63122e081958 None None] get_active_networks_info from dv-cinder-830096-2-iscsi {{(pid=119856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 14:44:07.507553 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53c61d-0e02-412a-bc94-63122e081958 None None] No non-hosted networks {{(pid=119856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 14:44:07.523192 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.agentschedulers_db [None req-8d53c61d-0e02-412a-bc94-63122e081958 None None] DHCP Agent not found on host dv-cinder-830096-2-iscsi {{(pid=119856) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 14:44:07.583221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-dbddce22-9156-4a31-add1-e32a92d82239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:09.664653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f6d3dd7a-48ce-4ade-a4f2-660e9525d76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:09.709253 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd293-d360-4b2b-b2a2-3a99f09861ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:10.766321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:12.238828 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:13.103964 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.db.l3_hamode_db [None req-ce03f3b0-c90c-415e-b3d9-ec52ad3ceda1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 14:44:13.182209 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03f3b0-c90c-415e-b3d9-ec52ad3ceda1 None None] Routers set() bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:44:13.182699 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03f3b0-c90c-415e-b3d9-ec52ad3ceda1 None None] Router IDs set() for agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 14:44:13.647418 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39728) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:14.034241 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:14.036262 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.037018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.037361 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.037940 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.038446 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.039076 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.040087 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.040759 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.041564 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.042190 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.042554 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.042894 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.043239 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:14.043640 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830096-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:14.050014 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830096-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:14.166725 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING oslo_policy.policy [None req-55cff4fd-09ce-4db2-9287-2dac83e34699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:14.167451 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING oslo_policy.policy [None req-55cff4fd-09ce-4db2-9287-2dac83e34699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:14.392765 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [None req-55cff4fd-09ce-4db2-9287-2dac83e34699 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:44:14.393907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-55cff4fd-09ce-4db2-9287-2dac83e34699 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7454944 Mar 08 14:44:16.931705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39754) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:17.235487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:17.328667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.policy [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119854) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 14:44:17.371628 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING oslo_policy.policy [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:17.372002 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING oslo_policy.policy [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:17.464455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407207503', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407212962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407226063', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407229382', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407173451', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727407178645', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1334941', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1339996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698795'] for rbac-policy (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:17.529398 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:17.530622 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-68755f0c-b22b-4dd6-b053-7b8606c4d5de admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5979586 Mar 08 14:44:20.070597 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39764) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:20.381982 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:20.410579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Made reservation on behalf of 72d5f06c2f33453296b534b8b23a62ad for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:44:20.414290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.432024 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.540461 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks [] for security_group (84061df5-6d78-440d-b38d-552e5cea96c8), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.544288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (84061df5-6d78-440d-b38d-552e5cea96c8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.575636 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:44:20.603177 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727410033502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (26d98dcd-6aa9-4f3c-81e1-0dc79c9722be), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.603763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Unsubscribe: segment precommit_create {{(pid=119854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 14:44:20.604272 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Added segment 26d98dcd-6aa9-4f3c-81e1-0dc79c9722be of type vlan for network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 Mar 08 14:44:20.609817 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=84061df5-6d78-440d-b38d-552e5cea96c8,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:20.644724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.645081 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.645436 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.645766 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.646111 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.646432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.646749 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.647063 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.647377 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.647704 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.648019 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.648329 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.648637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Tracked resource versions report: Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: pushed versions: Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: { 'AddressGroup': {'1.2'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'ConntrackHelper': {'1.0'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Log': {'1.0'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Network': {'1.1'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Port': {'1.7'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'PortForwarding': {'1.2'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'QosPolicy': {'1.10'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroup': {'1.5'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SubPort': {'1.0'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Subnet': {'1.1'}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Trunk': {'1.1'}} Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: consumer versions: Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'ConntrackHelper': '1.0', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'LocalIPAssociation': '1.0', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Log': '1.0', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Network': '1.1', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Port': '1.7', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'PortForwarding': '1.2', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'QosPolicy': '1.10', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroup': '1.5', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroupRule': '1.2', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SubPort': '1.0', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Subnet': '1.1', Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Trunk': '1.1'}} Mar 08 14:44:20.650071 dv-cinder-830096-2-iscsi neutron-server[119854]: {{(pid=119854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:44:20.720938 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (2b29c282-fd46-403a-be85-53bc1ac2d7f6), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.760018 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (2b29c282-fd46-403a-be85-53bc1ac2d7f6), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.765097 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:20.765847 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:20.827733 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7560453 Mar 08 14:44:20.886131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5498-7e00-4879-9485-db72de9fb477 demo demo] Pushing event updated for resources: {'Network': ['ID=2b29c282-fd46-403a-be85-53bc1ac2d7f6,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:20.901859 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:44:23.383206 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39776) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:23.783790 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3fb260-46f9-40ec-800d-77fd79403b95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:23.785173 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8b3fb260-46f9-40ec-800d-77fd79403b95 demo admin] 10.222.0.42 "GET /v2.0/networks/2b29c282-fd46-403a-be85-53bc1ac2d7f6 HTTP/1.1" status: 200 len: 825 time: 0.4010165 Mar 08 14:44:23.809669 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b0f66f6c-ac03-4456-81ee-ae2fec318173 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/6b23da65-945d-4978-b5f1-97dc27b5e72e HTTP/1.1" status: 200 len: 734 time: 0.0186665 Mar 08 14:44:23.817833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:23.838159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Made reservation on behalf of 72d5f06c2f33453296b534b8b23a62ad for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:44:23.840305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:24.129780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (51ce279f-3c62-4e61-817e-01c36b9b5414), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:24.199420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=51ce279f-3c62-4e61-817e-01c36b9b5414,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:24.201676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Checking segment: {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:44:24.202072 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Network hostable DHCP agents. Network: 2b29c282-fd46-403a-be85-53bc1ac2d7f6, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:44:24.222388 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:44:24.233143 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 2b29c282-fd46-403a-be85-53bc1ac2d7f6) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:24.237493 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:24.238115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:24.242883 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83bfd27-6dea-47c8-a20e-f072565ccb26 None None] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:44:24.256057 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-18f38c6f-9e3a-4210-b443-6aa157007d17 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4413724 Mar 08 14:44:24.616748 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:44:24.618603 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:24.891312 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Allocated IP 172.20.0.2 (2b29c282-fd46-403a-be85-53bc1ac2d7f6/51ce279f-3c62-4e61-817e-01c36b9b5414/6cdda79c-2be7-44d2-9bfa-6dc63b0adb45) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:44:25.165367 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks [] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:25.172344 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:25.242827 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:44:25.247286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:25.257409 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:44:25.263545 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Pushing event updated for resources: {'Port': ['ID=6cdda79c-2be7-44d2-9bfa-6dc63b0adb45,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:25.298704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.299061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.299430 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.299776 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.300116 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.300450 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.300783 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.301117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.301446 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.301809 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.302146 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.302479 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.302806 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Tracked resource versions report: Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: pushed versions: Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: { 'AddressGroup': {'1.2'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'ConntrackHelper': {'1.0'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Log': {'1.0'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Network': {'1.1'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Port': {'1.7'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'PortForwarding': {'1.2'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'QosPolicy': {'1.10'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroup': {'1.5'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SubPort': {'1.0'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Subnet': {'1.1'}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Trunk': {'1.1'}} Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: consumer versions: Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'ConntrackHelper': '1.0', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'LocalIPAssociation': '1.0', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Log': '1.0', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Network': '1.1', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Port': '1.7', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'PortForwarding': '1.2', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'QosPolicy': '1.10', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroup': '1.5', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroupRule': '1.2', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SubPort': '1.0', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Subnet': '1.1', Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Trunk': '1.1'}} Mar 08 14:44:25.304189 dv-cinder-830096-2-iscsi neutron-server[119856]: {{(pid=119856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:44:25.354069 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Attempting to bind port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:44:25.354471 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Attempting to bind port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:44:25.354903 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Attempting to bind port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 on network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:44:25.359830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:44:25.360224 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Checking segment: {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:44:25.360746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:25.361140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Bound using segment: {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:44:25.361628 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Bound port: 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:44:25.362061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:25.423481 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] For port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:44:25.427563 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] For port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=6cdda79c-2be7-44d2-9bfa-6dc63b0adb45,segment=NetworkSegment(26d98dcd-6aa9-4f3c-81e1-0dc79c9722be),segment_id=26d98dcd-6aa9-4f3c-81e1-0dc79c9722be)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:44:25.434653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:25.499884 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96111e3-04cd-47e1-b297-039916c7b49a None None] Pushing event updated for resources: {'Port': ['ID=6cdda79c-2be7-44d2-9bfa-6dc63b0adb45,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:26.808553 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39784) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:27.132033 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [None req-6e9aa194-ed06-4f0f-8a05-ecf592e333d8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:44:27.133038 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6e9aa194-ed06-4f0f-8a05-ecf592e333d8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234682 Mar 08 14:44:29.681847 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 39792) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:30.174343 dv-cinder-830096-2-iscsi neutron-server[119855]: WARNING oslo_policy.policy [None req-a98bada6-79bd-483e-b685-468e40b7a707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:30.174980 dv-cinder-830096-2-iscsi neutron-server[119855]: WARNING oslo_policy.policy [None req-a98bada6-79bd-483e-b685-468e40b7a707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:30.401234 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [None req-a98bada6-79bd-483e-b685-468e40b7a707 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119855) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:44:30.413814 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a98bada6-79bd-483e-b685-468e40b7a707 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7185333 Mar 08 14:44:32.971972 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 39806) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:33.298497 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:33.359860 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.policy [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119855) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 14:44:33.403661 dv-cinder-830096-2-iscsi neutron-server[119855]: WARNING oslo_policy.policy [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:33.404038 dv-cinder-830096-2-iscsi neutron-server[119855]: WARNING oslo_policy.policy [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 14:44:33.464629 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (994caebe-72d4-49a9-80b2-9349fe0f367d), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:33.466494 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (994caebe-72d4-49a9-80b2-9349fe0f367d), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:33.623031 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Publish callbacks [] for router_controller (994caebe-72d4-49a9-80b2-9349fe0f367d), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:33.628152 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (994caebe-72d4-49a9-80b2-9349fe0f367d), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:33.653576 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:33.654838 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d43ce25e-61b2-4678-9493-97d65c9c3839 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6819105 Mar 08 14:44:36.226263 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39820) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:36.543620 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [None req-63e284f7-4071-42ba-93cf-8c8ad1127488 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:44:36.557810 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-63e284f7-4071-42ba-93cf-8c8ad1127488 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174522 Mar 08 14:44:36.759408 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:44:36.854071 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:36.854657 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:36.877682 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345903bc-8132-4d4d-a449-8bdcd41d9166 None None] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:44:37.010826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-2dc30724-ea85-4350-b47c-55f2f06467e1 None None] Provisioning complete for port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:37.011221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2dc30724-ea85-4350-b47c-55f2f06467e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:37.093575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:37.093933 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:37.153976 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=6cdda79c-2be7-44d2-9bfa-6dc63b0adb45,segment=NetworkSegment(26d98dcd-6aa9-4f3c-81e1-0dc79c9722be),segment_id=26d98dcd-6aa9-4f3c-81e1-0dc79c9722be)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:44:37.178258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:37.218990 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2dc30724-ea85-4350-b47c-55f2f06467e1 None None] Current status of the port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:37.239220 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=6cdda79c-2be7-44d2-9bfa-6dc63b0adb45,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:37.405746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab3c5-4e04-4b5c-946b-dab5e84985d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:37.442116 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-994509cf-d00f-4651-a286-775e090f89df None None] Provisioning complete for port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:37.442436 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-994509cf-d00f-4651-a286-775e090f89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:37.531191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-994509cf-d00f-4651-a286-775e090f89df None None] Current status of the port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:38.723232 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:44:38.768722 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:38.769115 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:38.843993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:39.238373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39830) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:39.558026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:39.577210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Made reservation on behalf of 7d8977ba0b8d4b75905f7bd0e129e119 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:44:39.579411 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.587703 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.655700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d67b79d5-f03a-4ad5-9c9e-a3eb70b8a1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.662035 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks [] for security_group (122bf88a-2272-4fb1-844a-b40a9ca9fb73), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.666059 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (122bf88a-2272-4fb1-844a-b40a9ca9fb73), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.679677 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=119854) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 14:44:39.704137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (b57f72a2-7fea-44db-bb44-c839cb7384af), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.704536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Added segment b57f72a2-7fea-44db-bb44-c839cb7384af of type flat for network c7e7e19b-09df-4709-a13b-14afa653fbf1 Mar 08 14:44:39.705675 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122bf88a-2272-4fb1-844a-b40a9ca9fb73,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:39.754201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (c7e7e19b-09df-4709-a13b-14afa653fbf1), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.790050 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (c7e7e19b-09df-4709-a13b-14afa653fbf1), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.791039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:39.791621 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:39.834505 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5950148 Mar 08 14:44:39.885971 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca85d5-83e2-4e20-8cd3-8d425cefd5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e7e19b-09df-4709-a13b-14afa653fbf1,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:39.896222 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:44:40.695614 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:42.178147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:42.334203 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39848) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:42.510699 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e83d3-56bd-490c-9cc5-c9fff7551280 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:42.512026 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-537e83d3-56bd-490c-9cc5-c9fff7551280 demo admin] 10.222.0.42 "GET /v2.0/subnets/51ce279f-3c62-4e61-817e-01c36b9b5414 HTTP/1.1" status: 200 len: 849 time: 0.1768765 Mar 08 14:44:42.668883 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-e41e49db-e647-4478-9112-491a50ad3178 demo admin] 10.222.0.42 "GET /v2.0/routers/994caebe-72d4-49a9-80b2-9349fe0f367d HTTP/1.1" status: 200 len: 704 time: 0.1512549 Mar 08 14:44:42.953849 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.237392 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Allocated IP 172.20.0.1 (2b29c282-fd46-403a-be85-53bc1ac2d7f6/51ce279f-3c62-4e61-817e-01c36b9b5414/12298434-c1de-4991-8123-bcebbd188c6e) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:44:43.434195 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks [] for port (12298434-c1de-4991-8123-bcebbd188c6e), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.497021 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (12298434-c1de-4991-8123-bcebbd188c6e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.569034 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:44:43.575280 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:43.580933 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:44:43.581468 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (994caebe-72d4-49a9-80b2-9349fe0f367d), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.607799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Pushing event updated for resources: {'Port': ['ID=12298434-c1de-4991-8123-bcebbd188c6e,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:43.791162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (12298434-c1de-4991-8123-bcebbd188c6e), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.791702 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-1afc3ab0-13f8-4b98-b82c-57bdaa780ae0 None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:43.792188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1afc3ab0-13f8-4b98-b82c-57bdaa780ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:43.828047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-1afc3ab0-13f8-4b98-b82c-57bdaa780ae0 None None] Port 12298434-c1de-4991-8123-bcebbd188c6e cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:44:44.002314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks [] for port (12298434-c1de-4991-8123-bcebbd188c6e), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:44.007189 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (12298434-c1de-4991-8123-bcebbd188c6e), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:44.007949 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (994caebe-72d4-49a9-80b2-9349fe0f367d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:44.067832 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:44.068138 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Pushing event updated for resources: {'Port': ['ID=12298434-c1de-4991-8123-bcebbd188c6e,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:44.134481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:44:44.135787 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:44.299129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Router 994caebe-72d4-49a9-80b2-9349fe0f367d is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:44:44.394055 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:44:44.399909 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a84938d2-2f89-4ac3-be95-45d305c91269 demo admin] 10.222.0.42 "PUT /v2.0/routers/994caebe-72d4-49a9-80b2-9349fe0f367d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7265868 Mar 08 14:44:44.404419 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Sync routers for ids ['994caebe-72d4-49a9-80b2-9349fe0f367d'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:44:44.416718 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Routers {'994caebe-72d4-49a9-80b2-9349fe0f367d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:44:44.417560 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:44:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['994caebe-72d4-49a9-80b2-9349fe0f367d'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:44.451824 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-8c40a988-99f6-490d-8cb5-c1539a7d7525 None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:44.452377 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8c40a988-99f6-490d-8cb5-c1539a7d7525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:44.488951 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-8c40a988-99f6-490d-8cb5-c1539a7d7525 None None] Port 12298434-c1de-4991-8123-bcebbd188c6e cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:44:44.611431 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Set router 994caebe-72d4-49a9-80b2-9349fe0f367d gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:44:45.034522 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:43Z', 'revision_number': 2, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port_host': None, '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:43Z', 'revision_number': 2, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:45.088447 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Checking router: 994caebe-72d4-49a9-80b2-9349fe0f367d for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:44:45.088814 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Updating router 994caebe-72d4-49a9-80b2-9349fe0f367d port 12298434-c1de-4991-8123-bcebbd188c6e binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:44:45.140429 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (12298434-c1de-4991-8123-bcebbd188c6e), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.649099 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks [] for port (12298434-c1de-4991-8123-bcebbd188c6e), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.656233 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (12298434-c1de-4991-8123-bcebbd188c6e), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.811937 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Pushing event updated for resources: {'Port': ['ID=12298434-c1de-4991-8123-bcebbd188c6e,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:45.827743 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Attempting to bind port 12298434-c1de-4991-8123-bcebbd188c6e on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:44:45.828127 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Attempting to bind port 12298434-c1de-4991-8123-bcebbd188c6e by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:44:45.828578 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Attempting to bind port 12298434-c1de-4991-8123-bcebbd188c6e on network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:44:45.832298 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.832662 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.833015 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.833350 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.833674 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.834020 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.834344 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.834663 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.834979 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.835312 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.835634 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.835946 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.836804 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Tracked resource versions report: Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: pushed versions: Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: { 'AddressGroup': {'1.2'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'ConntrackHelper': {'1.0'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Log': {'1.0'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Network': {'1.1'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Port': {'1.7'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'PortForwarding': {'1.2'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'QosPolicy': {'1.10'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroup': {'1.5'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SubPort': {'1.0'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Subnet': {'1.1'}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Trunk': {'1.1'}} Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: consumer versions: Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'ConntrackHelper': '1.0', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'LocalIPAssociation': '1.0', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Log': '1.0', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Network': '1.1', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Port': '1.7', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'PortForwarding': '1.2', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'QosPolicy': '1.10', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroup': '1.5', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroupRule': '1.2', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SubPort': '1.0', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Subnet': '1.1', Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Trunk': '1.1'}} Mar 08 14:44:45.838243 dv-cinder-830096-2-iscsi neutron-server[119857]: {{(pid=119857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:44:45.842933 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:44:45.843346 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Checking segment: {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:44:45.843835 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.844208 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Bound using segment: {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:44:45.844680 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Bound port: 12298434-c1de-4991-8123-bcebbd188c6e, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d98dcd-6aa9-4f3c-81e1-0dc79c9722be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:44:45.845054 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (12298434-c1de-4991-8123-bcebbd188c6e), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.913141 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] For port 12298434-c1de-4991-8123-bcebbd188c6e, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:44:45.917136 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-41c7f145-41f6-43e9-b37b-0b9b6613a1c8 None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:45.917679 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-41c7f145-41f6-43e9-b37b-0b9b6613a1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.933135 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] For port 12298434-c1de-4991-8123-bcebbd188c6e, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=12298434-c1de-4991-8123-bcebbd188c6e,segment=NetworkSegment(26d98dcd-6aa9-4f3c-81e1-0dc79c9722be),segment_id=26d98dcd-6aa9-4f3c-81e1-0dc79c9722be)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:44:45.939380 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (12298434-c1de-4991-8123-bcebbd188c6e), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:45.952148 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-41c7f145-41f6-43e9-b37b-0b9b6613a1c8 None None] Port 12298434-c1de-4991-8123-bcebbd188c6e cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:44:45.997667 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692181d-92fb-4a27-b214-df68ca894119 None None] Pushing event updated for resources: {'Port': ['ID=12298434-c1de-4991-8123-bcebbd188c6e,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:46.006266 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Routers {'994caebe-72d4-49a9-80b2-9349fe0f367d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:44:46.006885 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:44:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['994caebe-72d4-49a9-80b2-9349fe0f367d'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:46.103809 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] Set router 994caebe-72d4-49a9-80b2-9349fe0f367d gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:44:46.173692 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:46.174049 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:46.257770 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Current status of the port 12298434-c1de-4991-8123-bcebbd188c6e is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:46.258291 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (12298434-c1de-4991-8123-bcebbd188c6e), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:46.291135 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] For port 12298434-c1de-4991-8123-bcebbd188c6e, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=12298434-c1de-4991-8123-bcebbd188c6e,segment=NetworkSegment(26d98dcd-6aa9-4f3c-81e1-0dc79c9722be),segment_id=26d98dcd-6aa9-4f3c-81e1-0dc79c9722be)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:44:46.295602 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (12298434-c1de-4991-8123-bcebbd188c6e), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:46.321040 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:43Z', 'revision_number': 2, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port_host': None, '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:45Z', 'revision_number': 4, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:46.343645 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12c33-1dca-4aa2-8124-3c6b5a5b419b None None] Pushing event updated for resources: {'Port': ['ID=12298434-c1de-4991-8123-bcebbd188c6e,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:46.353128 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e636548-8561-4b84-8cad-28f326574f97 None None] The sync data for ids ['994caebe-72d4-49a9-80b2-9349fe0f367d'] in dv-cinder-830096-2-iscsi is: [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:43Z', 'revision_number': 2, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port_host': None, '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:45Z', 'revision_number': 4, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:44:46.860621 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39868) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:46.971713 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ed72a-6a8d-4490-a471-6f6838ec13ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:46.972980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-5d1ed72a-6a8d-4490-a471-6f6838ec13ab admin admin] 10.222.0.42 "GET /v2.0/networks/c7e7e19b-09df-4709-a13b-14afa653fbf1 HTTP/1.1" status: 200 len: 842 time: 0.1112981 Mar 08 14:44:46.983376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:47.004218 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Made reservation on behalf of 7d8977ba0b8d4b75905f7bd0e129e119 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:44:47.006879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:47.281663 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.objects.ports [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119854) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 14:44:47.282114 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (77f275e4-0dcb-4494-aee9-66dc4cb95c42), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:47.407764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f275e4-0dcb-4494-aee9-66dc4cb95c42,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:47.417659 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:44:47.418055 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Network hostable DHCP agents. Network: c7e7e19b-09df-4709-a13b-14afa653fbf1, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:44:47.434347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:44:47.442787 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, c7e7e19b-09df-4709-a13b-14afa653fbf1) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:47.448003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:47.448698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:47.453113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47474be-b2c2-4abf-81ad-fdc6f98986d7 None None] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:44:47.465309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-767110bb-2df3-4263-80f9-06a6018dc0f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4857516 Mar 08 14:44:47.558407 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd55cde-7a79-4da7-9f6e-5f671fc988b7 None None] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:44:49.931684 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39876) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:50.062341 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c961a94e-a028-4f6f-8205-53e8145172a9 demo admin] 10.222.0.42 "GET /v2.0/routers/994caebe-72d4-49a9-80b2-9349fe0f367d HTTP/1.1" status: 200 len: 710 time: 0.1295290 Mar 08 14:44:50.146634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e92766-ea93-43a1-b2ef-86de81e8cb8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:44:50.147939 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-22e92766-ea93-43a1-b2ef-86de81e8cb8b demo admin] 10.222.0.42 "GET /v2.0/networks/c7e7e19b-09df-4709-a13b-14afa653fbf1 HTTP/1.1" status: 200 len: 886 time: 0.0802662 Mar 08 14:44:50.156850 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:44:50.406234 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks [] for router_gateway (994caebe-72d4-49a9-80b2-9349fe0f367d), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:50.644767 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks [] for router_gateway (994caebe-72d4-49a9-80b2-9349fe0f367d), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:50.721253 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:50.822514 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Allocated IP 172.27.2.160 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/aa912520-ef3b-4cad-a1c4-30a96df74c3d) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:44:50.922228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks [] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:50.953905 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:50.993433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:44:50.996210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:44:50.999576 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:44:51.035749 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Pushing event updated for resources: {'Port': ['ID=aa912520-ef3b-4cad-a1c4-30a96df74c3d,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:51.256401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks [] for router_gateway (994caebe-72d4-49a9-80b2-9349fe0f367d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:51.543529 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9031'] for router (994caebe-72d4-49a9-80b2-9349fe0f367d), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:51.546984 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555031'] for router (994caebe-72d4-49a9-80b2-9349fe0f367d), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:51.659860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Router 994caebe-72d4-49a9-80b2-9349fe0f367d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:44:51.771619 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:44:51.778251 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:51.782361 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-924ce8ea-a5ad-4f7b-a76a-67786ad7b533 demo admin] 10.222.0.42 "PUT /v2.0/routers/994caebe-72d4-49a9-80b2-9349fe0f367d HTTP/1.1" status: 200 len: 890 time: 1.6285155 Mar 08 14:44:54.378760 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 39888) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:44:54.494955 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-68419000-01b0-44b1-9cae-f26dd821f3d8 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149838 Mar 08 14:44:54.762953 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 12298434-c1de-4991-8123-bcebbd188c6e up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:44:54.818688 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:54.819434 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:54.897695 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 12298434-c1de-4991-8123-bcebbd188c6e is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:55.139710 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Sync routers for ids ['994caebe-72d4-49a9-80b2-9349fe0f367d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:44:55.152437 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Routers {'994caebe-72d4-49a9-80b2-9349fe0f367d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:44:55.152568 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:44:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['994caebe-72d4-49a9-80b2-9349fe0f367d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:55.373060 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Set router 994caebe-72d4-49a9-80b2-9349fe0f367d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:44:55.775857 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:51Z', 'revision_number': 4, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port': {'id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:50Z', 'updated_at': '2022-03-08T14:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:46Z', 'revision_number': 5, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:55.905860 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Checking router: 994caebe-72d4-49a9-80b2-9349fe0f367d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:44:55.906155 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Updating router 994caebe-72d4-49a9-80b2-9349fe0f367d port aa912520-ef3b-4cad-a1c4-30a96df74c3d binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:44:55.959911 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.285966 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks [] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.292514 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.342317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Attempting to bind port aa912520-ef3b-4cad-a1c4-30a96df74c3d on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:44:56.342702 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Attempting to bind port aa912520-ef3b-4cad-a1c4-30a96df74c3d by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:44:56.343070 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Attempting to bind port aa912520-ef3b-4cad-a1c4-30a96df74c3d on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:44:56.352600 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:44:56.352978 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:44:56.353381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.353818 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:44:56.354276 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Bound port: aa912520-ef3b-4cad-a1c4-30a96df74c3d, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:44:56.354660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.357120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb63b24-3ccd-4df7-ae95-509ff274a94d None None] Pushing event updated for resources: {'Port': ['ID=aa912520-ef3b-4cad-a1c4-30a96df74c3d,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:56.409199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] For port aa912520-ef3b-4cad-a1c4-30a96df74c3d, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:44:56.412374 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] For port aa912520-ef3b-4cad-a1c4-30a96df74c3d, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=aa912520-ef3b-4cad-a1c4-30a96df74c3d,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:44:56.419645 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:56.476985 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Routers {'994caebe-72d4-49a9-80b2-9349fe0f367d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:44:56.477763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:44:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['994caebe-72d4-49a9-80b2-9349fe0f367d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:56.515858 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb63b24-3ccd-4df7-ae95-509ff274a94d None None] Pushing event updated for resources: {'Port': ['ID=aa912520-ef3b-4cad-a1c4-30a96df74c3d,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:44:56.596792 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] Set router 994caebe-72d4-49a9-80b2-9349fe0f367d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:44:56.827094 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:51Z', 'revision_number': 4, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port': {'id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:50Z', 'updated_at': '2022-03-08T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:46Z', 'revision_number': 5, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:44:56.859149 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500a3d-a2fe-4c9d-97e8-d7bb29d78d08 None None] The sync data for ids ['994caebe-72d4-49a9-80b2-9349fe0f367d'] in dv-cinder-830096-2-iscsi is: [{'id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'name': 'router1', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:44:33Z', 'updated_at': '2022-03-08T14:44:51Z', 'revision_number': 4, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'gw_port': {'id': 'aa912520-ef3b-4cad-a1c4-30a96df74c3d', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:50Z', 'updated_at': '2022-03-08T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '12298434-c1de-4991-8123-bcebbd188c6e', 'name': '', 'network_id': '2b29c282-fd46-403a-be85-53bc1ac2d7f6', 'tenant_id': '72d5f06c2f33453296b534b8b23a62ad', 'mac_address': 'fa:16:3e:63:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994caebe-72d4-49a9-80b2-9349fe0f367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:44:42Z', 'updated_at': '2022-03-08T14:44:46Z', 'revision_number': 5, 'project_id': '72d5f06c2f33453296b534b8b23a62ad', 'subnets': [{'id': '51ce279f-3c62-4e61-817e-01c36b9b5414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b23da65-945d-4978-b5f1-97dc27b5e72e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:44:58.826136 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device aa912520-ef3b-4cad-a1c4-30a96df74c3d up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:44:58.884650 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port aa912520-ef3b-4cad-a1c4-30a96df74c3d triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:44:58.885402 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:58.973865 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port aa912520-ef3b-4cad-a1c4-30a96df74c3d is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:44:58.974716 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:58.999833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port aa912520-ef3b-4cad-a1c4-30a96df74c3d, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=aa912520-ef3b-4cad-a1c4-30a96df74c3d,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:44:59.007194 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:44:59.072419 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=aa912520-ef3b-4cad-a1c4-30a96df74c3d,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:45:00.783852 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device aa912520-ef3b-4cad-a1c4-30a96df74c3d up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:45:00.867708 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port aa912520-ef3b-4cad-a1c4-30a96df74c3d triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:45:00.868105 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (aa912520-ef3b-4cad-a1c4-30a96df74c3d), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:01.036956 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port aa912520-ef3b-4cad-a1c4-30a96df74c3d is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:45:07.399849 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6d75bbf2-acba-426f-8d3e-821ff209b7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:09.667329 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f8a48c70-691e-4d55-9265-c479940ef46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:09.814154 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:45:10.704338 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:12.189154 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:14.035788 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:37.402110 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-54b753d8-cc7c-4fd4-add8-7e516ffcf286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:39.664163 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24ced5c5-d413-4469-a5c0-7f29f5089a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:40.764547 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:42.184640 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:44.019951 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:45:46.814198 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:46:07.403717 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-61a8eb88-74ee-4d9e-9bde-d38ae54caab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:09.666038 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-62673f51-4057-460b-b639-d66ca79c8df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:10.695519 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:12.184067 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:14.023993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:19.531318 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40372) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:19.593109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70930a3-60b3-4463-809a-4abdfd3fc3be admin admin] GET failed (client error): The resource could not be found. Mar 08 14:46:19.594437 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f70930a3-60b3-4463-809a-4abdfd3fc3be admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621588 Mar 08 14:46:19.753664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8eae4-2047-45f2-b852-1decfdc50f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:19.755667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-60d8eae4-2047-45f2-b852-1decfdc50f1a admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569281 Mar 08 14:46:22.061542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40382) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:22.150951 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe192182-f8a7-40f6-a076-673e37a178af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:22.152296 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-fe192182-f8a7-40f6-a076-673e37a178af admin admin] 10.222.0.42 "GET /v2.0/subnets/51ce279f-3c62-4e61-817e-01c36b9b5414 HTTP/1.1" status: 200 len: 849 time: 0.0897889 Mar 08 14:46:22.162039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:46:22.245069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Publish callbacks [] for subnet (51ce279f-3c62-4e61-817e-01c36b9b5414), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:22.380727 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727410209455'] for subnet (51ce279f-3c62-4e61-817e-01c36b9b5414), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:22.414431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:22.415019 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:22.417014 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] 10.222.0.42 "PUT /v2.0/subnets/51ce279f-3c62-4e61-817e-01c36b9b5414 HTTP/1.1" status: 200 len: 868 time: 0.2583284 Mar 08 14:46:22.419217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2fc30f-317d-4077-8246-01f4fab873d6 None None] Network 2b29c282-fd46-403a-be85-53bc1ac2d7f6 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:46:22.436418 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ce279f-3c62-4e61-817e-01c36b9b5414,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:46:22.444227 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.444625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.444907 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.445260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.445590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.445948 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.446303 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.446630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.446973 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.447313 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.447638 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.447955 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.448269 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcaf-289e-472d-90bf-95a875580e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:46:22.708811 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Provisioning complete for port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:46:22.709198 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (6cdda79c-2be7-44d2-9bfa-6dc63b0adb45), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:22.787145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Current status of the port 6cdda79c-2be7-44d2-9bfa-6dc63b0adb45 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:46:22.796897 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Provisioning complete for port 12298434-c1de-4991-8123-bcebbd188c6e triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:46:22.797280 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (12298434-c1de-4991-8123-bcebbd188c6e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:22.871270 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-b1822409-815a-43a4-825c-6529fe6705ae None None] Current status of the port 12298434-c1de-4991-8123-bcebbd188c6e is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:46:23.813376 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:46:24.783717 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40390) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:24.984353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81524320-ba3a-4233-8bbb-374aa329c019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:24.984750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81524320-ba3a-4233-8bbb-374aa329c019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:24.986351 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-81524320-ba3a-4233-8bbb-374aa329c019 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016711 Mar 08 14:46:27.363110 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40398) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:27.494159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4f385-3dc8-4410-aaee-0fae0cad5a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:27.494665 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4f385-3dc8-4410-aaee-0fae0cad5a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:27.496205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-fdc4f385-3dc8-4410-aaee-0fae0cad5a09 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321421 Mar 08 14:46:29.793170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40406) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:29.920453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185b6b2-087c-4f9b-ae7c-af2edee8f3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:29.921836 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b185b6b2-087c-4f9b-ae7c-af2edee8f3e7 admin admin] 10.222.0.42 "GET /v2.0/networks/2b29c282-fd46-403a-be85-53bc1ac2d7f6 HTTP/1.1" status: 200 len: 869 time: 0.1277015 Mar 08 14:46:32.271492 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40414) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:32.503313 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67052154-f69d-492d-af3b-f64650d9c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:32.504789 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-67052154-f69d-492d-af3b-f64650d9c5ad admin admin] 10.222.0.42 "GET /v2.0/networks/c7e7e19b-09df-4709-a13b-14afa653fbf1 HTTP/1.1" status: 200 len: 886 time: 0.2323678 Mar 08 14:46:34.826660 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40424) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:35.054581 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e1cc5-007c-4301-a23f-096a5a66044a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:35.055045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e1cc5-007c-4301-a23f-096a5a66044a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:35.056580 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-881e1cc5-007c-4301-a23f-096a5a66044a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2288802 Mar 08 14:46:37.350197 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40432) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:37.404109 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-490e0953-e4ad-435c-8459-8861f8fa7077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:37.442611 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62de48b-f268-4c25-ab58-5c95a83c0626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:37.443149 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62de48b-f268-4c25-ab58-5c95a83c0626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:37.444673 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a62de48b-f268-4c25-ab58-5c95a83c0626 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935354 Mar 08 14:46:39.668527 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ed059eb5-1725-49d3-b817-ec15d7394838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:39.875956 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40440) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:39.991693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4bf8a-cf4f-4521-ace2-58e94ac0fd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:39.993069 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-34d4bf8a-cf4f-4521-ace2-58e94ac0fd1d admin admin] 10.222.0.42 "GET /v2.0/subnets/51ce279f-3c62-4e61-817e-01c36b9b5414 HTTP/1.1" status: 200 len: 868 time: 0.1161447 Mar 08 14:46:40.698793 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:42.186611 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:46:42.317085 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40448) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:46:42.401282 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f85f63-a4f5-4405-a4d7-241b23e4f0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:46:42.402652 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-42f85f63-a4f5-4405-a4d7-241b23e4f0ad admin admin] 10.222.0.42 "GET /v2.0/subnets/77f275e4-0dcb-4494-aee9-66dc4cb95c42 HTTP/1.1" status: 200 len: 816 time: 0.0844436 Mar 08 14:46:44.029096 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:00.812234 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:47:07.407648 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-81fdf608-7d2c-4e20-9c94-bfd7426b781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:09.671678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0e9350ab-896f-401d-8831-2c040e5dd0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:10.681046 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40500) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:47:10.702818 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:10.730373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [None req-51364abe-1376-4720-bdaf-c89caec8af7d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:47:10.731375 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-51364abe-1376-4720-bdaf-c89caec8af7d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493872 Mar 08 14:47:12.189592 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:13.162015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40508) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:47:13.222926 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7355ba-3d52-43e9-b9b9-372f062fd8f6 admin admin] GET failed (client error): The resource could not be found. Mar 08 14:47:13.224216 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ae7355ba-3d52-43e9-b9b9-372f062fd8f6 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612786 Mar 08 14:47:13.309955 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596fa75-4336-4c7a-b41b-7e76d955e148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:47:13.311464 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a596fa75-4336-4c7a-b41b-7e76d955e148 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832727 Mar 08 14:47:14.031216 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.654441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40516) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:47:15.700788 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:47:15.718596 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Made reservation on behalf of 7d8977ba0b8d4b75905f7bd0e129e119 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:47:15.720797 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.747971 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING neutron.services.revisions.revision_plugin [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Could not find related network for resource to bump revision. Mar 08 14:47:15.760409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:47:15.770381 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.770715 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Added segment 99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c of type vlan for network a24341c9-03b2-4108-913d-792e8bfee8d4 Mar 08 14:47:15.807608 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (a24341c9-03b2-4108-913d-792e8bfee8d4), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.830999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (a24341c9-03b2-4108-913d-792e8bfee8d4), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.832068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:47:15.832650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:15.889229 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2336209 Mar 08 14:47:15.894283 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8637659-f07b-4897-9d7b-e2ae4d6a28ee admin admin] Pushing event updated for resources: {'Network': ['ID=a24341c9-03b2-4108-913d-792e8bfee8d4,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:47:15.914390 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network a24341c9-03b2-4108-913d-792e8bfee8d4 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:47:18.228658 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40524) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:47:18.289107 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.pecan_wsgi.hooks.translation [None req-640c0bc3-1886-4a9d-8d8d-8d22e92136f9 admin admin] GET failed (client error): The resource could not be found. Mar 08 14:47:18.290442 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-640c0bc3-1886-4a9d-8d8d-8d22e92136f9 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608242 Mar 08 14:47:18.357860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7579c-5b11-442a-bb19-1f2e1736c56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:47:18.359426 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-18b7579c-5b11-442a-bb19-1f2e1736c56e admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650418 Mar 08 14:47:18.369011 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Request body: {'subnet': {'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:47:18.387627 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Made reservation on behalf of 7d8977ba0b8d4b75905f7bd0e129e119 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:47:18.390051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:18.554997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (f19cadf6-fe92-422e-8910-16c1e3424556), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:18.606949 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19cadf6-fe92-422e-8910-16c1e3424556,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:47:18.615599 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Checking segment: {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:47:18.615953 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Network hostable DHCP agents. Network: a24341c9-03b2-4108-913d-792e8bfee8d4, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:47:18.632296 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Network a24341c9-03b2-4108-913d-792e8bfee8d4 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:47:18.640507 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, a24341c9-03b2-4108-913d-792e8bfee8d4) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:47:18.644449 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:47:18.645045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:18.649421 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9aa6ec-05e3-45bd-adcd-e4bbdd19eb9a None None] Network a24341c9-03b2-4108-913d-792e8bfee8d4 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:47:18.662286 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-88c16a1f-7826-4877-8b86-ff1a0e01de08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2965858 Mar 08 14:47:18.756969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-a24341c9-03b2-4108-913d-792e8bfee8d4', 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4', 'project_id': '7d8977ba0b8d4b75905f7bd0e129e119', 'fixed_ips': [{'subnet_id': 'f19cadf6-fe92-422e-8910-16c1e3424556'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:47:18.757869 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:18.903642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Allocated IP 192.168.233.2 (a24341c9-03b2-4108-913d-792e8bfee8d4/f19cadf6-fe92-422e-8910-16c1e3424556/317995e4-ed15-46f9-befe-19e2bea07a9c) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:47:19.047861 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks [] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:19.054802 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:19.096444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Network a24341c9-03b2-4108-913d-792e8bfee8d4 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:47:19.099923 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:47:19.104242 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:47:19.107324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Pushing event updated for resources: {'Port': ['ID=317995e4-ed15-46f9-befe-19e2bea07a9c,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:47:19.115700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.116217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.116450 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.116796 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.117134 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.117468 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.117838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.118154 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.118484 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.118825 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.119157 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.119482 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.119807 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:47:19.182267 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Attempting to bind port 317995e4-ed15-46f9-befe-19e2bea07a9c on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:47:19.182562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Attempting to bind port 317995e4-ed15-46f9-befe-19e2bea07a9c by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:47:19.183094 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Attempting to bind port 317995e4-ed15-46f9-befe-19e2bea07a9c on network a24341c9-03b2-4108-913d-792e8bfee8d4 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:47:19.188085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:47:19.188458 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Checking segment: {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:47:19.188866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:19.189257 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Bound using segment: {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:47:19.189721 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Bound port: 317995e4-ed15-46f9-befe-19e2bea07a9c, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:47:19.190125 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:19.254493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] For port 317995e4-ed15-46f9-befe-19e2bea07a9c, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:47:19.257604 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] For port 317995e4-ed15-46f9-befe-19e2bea07a9c, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=317995e4-ed15-46f9-befe-19e2bea07a9c,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:47:19.264112 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:19.321731 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffdb9f-56da-4d5f-8aed-ce0e15f6b64c None None] Pushing event updated for resources: {'Port': ['ID=317995e4-ed15-46f9-befe-19e2bea07a9c,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:47:20.197016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8aee1-4681-4d49-805e-7d4f63ea9be2 None None] Network a24341c9-03b2-4108-913d-792e8bfee8d4 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:47:20.360404 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Provisioning complete for port 317995e4-ed15-46f9-befe-19e2bea07a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:47:20.360786 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:20.474161 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Current status of the port 317995e4-ed15-46f9-befe-19e2bea07a9c is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:47:20.474476 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:20.520543 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] For port 317995e4-ed15-46f9-befe-19e2bea07a9c, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=317995e4-ed15-46f9-befe-19e2bea07a9c,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:47:20.526805 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:20.583035 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea260705-a3bd-4834-9971-1dbd93a27213 None None] Pushing event updated for resources: {'Port': ['ID=317995e4-ed15-46f9-befe-19e2bea07a9c,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:47:20.749025 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-a739a64a-d943-401f-825b-57fb0a646637 None None] Provisioning complete for port 317995e4-ed15-46f9-befe-19e2bea07a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:47:20.749342 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a739a64a-d943-401f-825b-57fb0a646637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:20.834196 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-a739a64a-d943-401f-825b-57fb0a646637 None None] Current status of the port 317995e4-ed15-46f9-befe-19e2bea07a9c is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:47:20.864703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 317995e4-ed15-46f9-befe-19e2bea07a9c up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:47:20.913391 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 317995e4-ed15-46f9-befe-19e2bea07a9c triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:47:20.913776 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (317995e4-ed15-46f9-befe-19e2bea07a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:20.992854 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 317995e4-ed15-46f9-befe-19e2bea07a9c is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:47:37.409334 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-28ed89ad-b46c-4dbd-893e-08bf0ca8ec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:37.810872 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:47:39.674711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-47c54947-9a99-4ec5-9bb3-5fb646fb2798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:40.705763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:42.194414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:47:44.035282 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:07.411995 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7d8aed08-5b79-42f0-90f4-2acc7601e51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:09.676465 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1944d083-03cf-4dbc-b809-fbcfeddc56c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:10.708756 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:12.197855 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:14.040307 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:14.808971 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:48:37.416473 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0e8878ad-3db9-498a-93c1-38ce62081ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:38.913260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40562) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:48:38.918920 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [None req-c8d7ea7f-e7c7-4721-ba51-507f63661f80 tempest-verify_tempest_config-1270579109 tempest-verify_tempest_config-1270579109-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:48:38.919910 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c8d7ea7f-e7c7-4721-ba51-507f63661f80 tempest-verify_tempest_config-1270579109 tempest-verify_tempest_config-1270579109-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055752 Mar 08 14:48:39.204723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40580) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:48:39.309773 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.382521 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Publish callbacks [] for security_group (0adc82ec-c114-49a5-a02c-23bea7f079f3), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.385944 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0adc82ec-c114-49a5-a02c-23bea7f079f3), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.429156 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2107900e46e940299945140474be7da6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234340 Mar 08 14:48:39.430333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc82ec-c114-49a5-a02c-23bea7f079f3,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:48:39.432105 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40584) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:48:39.436917 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.437277 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.437626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.438010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.438344 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.438787 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.439102 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.439434 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.439776 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.440119 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.440448 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.440772 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.441091 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b188116-4799-4b57-b428-5271c39c13c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.513486 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Publish callbacks [] for security_group (0adc82ec-c114-49a5-a02c-23bea7f079f3), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.535512 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Publish callbacks [] for security_group (0adc82ec-c114-49a5-a02c-23bea7f079f3), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.625961 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0adc82ec-c114-49a5-a02c-23bea7f079f3), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.628493 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:39.629635 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0adc82ec-c114-49a5-a02c-23bea7f079f3 HTTP/1.1" status: 204 len: 168 time: 0.1965055 Mar 08 14:48:39.637489 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc82ec-c114-49a5-a02c-23bea7f079f3,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:48:39.647803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.648169 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.648520 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.648851 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.649347 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.649758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.650320 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.650657 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.651004 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.651337 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.651695 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.652048 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.652419 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a823f-3e20-4d32-8251-0070a0cc26be admin admin] Tracked resource versions report: Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: pushed versions: Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: { 'AddressGroup': {'1.2'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'ConntrackHelper': {'1.0'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Log': {'1.0'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Network': {'1.1'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Port': {'1.7'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'PortForwarding': {'1.2'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'QosPolicy': {'1.10'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroup': {'1.5'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SubPort': {'1.0'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Subnet': {'1.1'}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Trunk': {'1.1'}} Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: consumer versions: Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'ConntrackHelper': '1.0', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'LocalIPAssociation': '1.0', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Log': '1.0', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Network': '1.1', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Port': '1.7', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'PortForwarding': '1.2', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'QosPolicy': '1.10', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroup': '1.5', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroupRule': '1.2', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SubPort': '1.0', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Subnet': '1.1', Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Trunk': '1.1'}} Mar 08 14:48:39.653718 dv-cinder-830096-2-iscsi neutron-server[119855]: {{(pid=119855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:48:39.679318 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5b56fe87-2a0c-418a-b0f3-8b6e1da9178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:40.712701 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:42.200451 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:44.043653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:48:51.807660 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:49:07.417884 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c9e3-922b-4802-88e1-35fa0f51dbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:09.680925 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2b4c77c1-80fe-4ca4-8e56-d868884824c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:10.713699 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:12.204775 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:14.048120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:28.807145 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:49:37.419746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d5319efe-47f6-4e8d-b396-120b727f2f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:39.683531 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-01d177a2-f32d-45af-8ffc-bf2eb253f2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:40.716380 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:42.206286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:49:44.051223 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:05.805592 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 5 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:50:07.423231 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5e29f065-4295-4c17-aaf3-253fb93b022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:09.683894 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8575dc6d-7313-48d5-b3f0-96280266dd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:10.719622 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:12.212100 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:14.053380 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:17.864942 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556541'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:33.072049 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40660) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:50:33.176326 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c3c41a2c-9df7-4dd9-a21a-51196fe301ad admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030691 Mar 08 14:50:35.524768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40670) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:50:35.585408 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cc6ce1b8-843a-4367-a9a9-2aed8d1759d0 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595546 Mar 08 14:50:37.426149 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b039980d-cddd-4bbc-ad00-bb880f206c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:39.687464 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d58b0a7a-66c2-4e49-b950-714a10e8c762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:40.721718 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:42.215642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:42.805190 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:50:44.055472 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:50:47.833395 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:07.426358 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5ae63755-0326-42c0-aefc-b45f06aa9f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:09.688317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f965737e-e555-4af6-954d-76306188d90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:10.725058 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:12.217665 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:14.057516 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:17.831968 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:19.804676 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:51:37.428268 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2c6e39d4-9455-4a54-af6a-5bb22f2c58cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:39.692160 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e73e748a-d22b-43d2-8c5c-dd94eac13381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:40.728381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:42.220953 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:44.059959 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:47.848349 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:51:56.803680 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:52:07.430384 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdeb8-a84c-473b-8f96-2e0f74dd04f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:09.700951 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-04369333-90f0-45ff-a040-e8b48459b313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:10.761688 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.232056 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.243936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40836) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:12.541612 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-876670276-network', 'tenant_id': '23e4d739a5374811a763e2accc1760d8'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:12.563255 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Made reservation on behalf of 23e4d739a5374811a763e2accc1760d8 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:12.565766 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.574461 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.637406 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40866) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:12.655728 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks [] for security_group (23a70e06-5eda-47d8-af11-74232b1cd9b8), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.661005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (23a70e06-5eda-47d8-af11-74232b1cd9b8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.693390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:12.701184 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a70e06-5eda-47d8-af11-74232b1cd9b8,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:12.710131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (aa7e4141-a45a-4618-8c0e-560593e4dbda), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.710536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Added segment aa7e4141-a45a-4618-8c0e-560593e4dbda of type vlan for network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 Mar 08 14:52:12.720528 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.721020 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.721140 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.721515 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.721997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.722312 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.722645 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.723414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.723964 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.724595 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.725083 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.725414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.725737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Tracked resource versions report: Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: pushed versions: Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: { 'AddressGroup': {'1.2'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'ConntrackHelper': {'1.0'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Log': {'1.0'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Network': {'1.1'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Port': {'1.7'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'PortForwarding': {'1.2'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'QosPolicy': {'1.10'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroup': {'1.5'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SubPort': {'1.0'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Subnet': {'1.1'}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Trunk': {'1.1'}} Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: consumer versions: Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: HyperV agent@hv-cinder-83009: {}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'ConntrackHelper': '1.0', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'LocalIPAssociation': '1.0', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Log': '1.0', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Network': '1.1', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Port': '1.7', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'PortForwarding': '1.2', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'QosPolicy': '1.10', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroup': '1.5', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SecurityGroupRule': '1.2', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'SubPort': '1.0', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Subnet': '1.1', Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: 'Trunk': '1.1'}} Mar 08 14:52:12.727260 dv-cinder-830096-2-iscsi neutron-server[119854]: {{(pid=119854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:52:12.776375 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (04b6036e-7846-4c0a-8ff5-9a292a7bf361), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.803798 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (04b6036e-7846-4c0a-8ff5-9a292a7bf361), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.806329 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:12.807419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.835369 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1408332637-network', 'tenant_id': '23576c432b3542cd838589c3404a125c'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:12.867210 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Made reservation on behalf of 23576c432b3542cd838589c3404a125c for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:12.871138 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.871554 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=04b6036e-7846-4c0a-8ff5-9a292a7bf361,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:12.881314 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-10cb5e95-1144-4f02-bc77-ec5a49baf5e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6362062 Mar 08 14:52:12.882174 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40884) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:12.885922 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:12.887768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Request body: {'subnet': {'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-subnet', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:12.924524 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:12.927190 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Made reservation on behalf of 23e4d739a5374811a763e2accc1760d8 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:12.930337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.041351 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40890) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:13.048030 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks [] for security_group (6a38e4c7-677c-4e29-a71c-7ab27018e3a2), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.056087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6a38e4c7-677c-4e29-a71c-7ab27018e3a2), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.096326 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:13.122214 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (30b69bdd-f4c2-44a0-a11c-c00ae4648afe), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.124791 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727410033502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (1464edee-3ba8-422f-bebc-f58870d459df), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.125373 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Unsubscribe: segment precommit_create {{(pid=119855) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 14:52:13.125897 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Added segment 1464edee-3ba8-422f-bebc-f58870d459df of type vlan for network f5135e74-9b6e-4563-b45e-7ad14c074b24 Mar 08 14:52:13.129645 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38e4c7-677c-4e29-a71c-7ab27018e3a2,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:13.156936 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.157304 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.157642 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.157996 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.158324 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.158647 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.158982 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.159305 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.159643 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.159978 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.160297 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.160605 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.161104 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Tracked resource versions report: Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: pushed versions: Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: { 'AddressGroup': {'1.2'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'ConntrackHelper': {'1.0'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Log': {'1.0'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Network': {'1.1'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Port': {'1.7'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'PortForwarding': {'1.2'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'QosPolicy': {'1.10'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroup': {'1.5'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SubPort': {'1.0'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Subnet': {'1.1'}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Trunk': {'1.1'}} Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: consumer versions: Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: HyperV agent@hv-cinder-83009: {}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'ConntrackHelper': '1.0', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'LocalIPAssociation': '1.0', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Log': '1.0', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Network': '1.1', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Port': '1.7', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'PortForwarding': '1.2', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'QosPolicy': '1.10', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroup': '1.5', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SecurityGroupRule': '1.2', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'SubPort': '1.0', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Subnet': '1.1', Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: 'Trunk': '1.1'}} Mar 08 14:52:13.162496 dv-cinder-830096-2-iscsi neutron-server[119855]: {{(pid=119855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:52:13.179454 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b69bdd-f4c2-44a0-a11c-c00ae4648afe,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:13.208819 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (f5135e74-9b6e-4563-b45e-7ad14c074b24), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.214463 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Checking segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:13.214999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Network hostable DHCP agents. Network: 04b6036e-7846-4c0a-8ff5-9a292a7bf361, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:13.241920 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:13.250443 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (f5135e74-9b6e-4563-b45e-7ad14c074b24), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.253287 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:13.254278 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.258432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 04b6036e-7846-4c0a-8ff5-9a292a7bf361) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:13.270542 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16760b-6ac2-4c91-8a98-90c4371ed8a0 None None] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:13.275263 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:13.275873 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.298352 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-7efa1d3c-7026-4263-8bb2-fe95bf74cb3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4145522 Mar 08 14:52:13.299165 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40906) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:13.316850 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:13.379924 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (626849b1-d7b5-479e-b970-22547e2a74d8), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.381607 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (626849b1-d7b5-479e-b970-22547e2a74d8), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.462267 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9f4cb-b78c-4df3-8f94-1e1ea7be8f3b None None] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:13.498814 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] Pushing event updated for resources: {'Network': ['ID=f5135e74-9b6e-4563-b45e-7ad14c074b24,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:13.508283 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d8389114-6e9d-4a17-b328-7058f36f6718 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8697662 Mar 08 14:52:13.510356 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40918) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:13.514974 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-455644247-network', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:13.522165 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for router_controller (626849b1-d7b5-479e-b970-22547e2a74d8), precommit_add_association {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.541551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40920) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:13.545642 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Request body: {'subnet': {'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1408332637-subnet', 'tenant_id': '23576c432b3542cd838589c3404a125c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:13.610208 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Made reservation on behalf of 7bf8b16a3603428fbf415973497db6b1 for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:13.614805 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.643714 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.664300 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Made reservation on behalf of 23576c432b3542cd838589c3404a125c for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:13.672707 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.673889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network f5135e74-9b6e-4563-b45e-7ad14c074b24 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:13.745690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for router_gateway (626849b1-d7b5-479e-b970-22547e2a74d8), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:13.859888 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1972158910-network', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:13.992213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Made reservation on behalf of 38b740dedccb49a08aaf0cc9b318f20d for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:13.994539 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.082641 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks [] for security_group (7d6d2f5e-525e-4866-9298-0e653d6086f4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.084588 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (2221f756-aa05-4813-92fe-ff85d2a7b17a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.087010 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.088132 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.105629 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7d6d2f5e-525e-4866-9298-0e653d6086f4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.167137 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d2f5e-525e-4866-9298-0e653d6086f4,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:14.199408 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:14.232968 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (98629207-1a99-4bf3-a51a-c9c1cf4fe992), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.233752 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Added segment 98629207-1a99-4bf3-a51a-c9c1cf4fe992 of type vlan for network 5f309d08-5b66-4e26-a95c-94941123a3ec Mar 08 14:52:14.244836 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2221f756-aa05-4813-92fe-ff85d2a7b17a,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:14.303256 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Checking segment: {'id': '1464edee-3ba8-422f-bebc-f58870d459df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:14.303640 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Network hostable DHCP agents. Network: f5135e74-9b6e-4563-b45e-7ad14c074b24, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:14.311904 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (5f309d08-5b66-4e26-a95c-94941123a3ec), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.324831 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for router_gateway (626849b1-d7b5-479e-b970-22547e2a74d8), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.366483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.379848 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (5f309d08-5b66-4e26-a95c-94941123a3ec), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.381328 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:14.382230 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.394101 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Network f5135e74-9b6e-4563-b45e-7ad14c074b24 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:14.401574 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks [] for security_group (e46438ef-9f2f-47fb-86fe-6d7ed7883e72), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.433523 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e46438ef-9f2f-47fb-86fe-6d7ed7883e72), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.532100 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, f5135e74-9b6e-4563-b45e-7ad14c074b24) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:14.542867 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:14.544700 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.548166 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b10ff-c8c5-4be5-95ba-a2bba8131408 None None] Network f5135e74-9b6e-4563-b45e-7ad14c074b24 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:14.584632 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5412569 Mar 08 14:52:14.589001 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 40964) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:14.598189 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618c3d-0436-4505-a129-0c03fd0c3c04 admin admin] Pushing event updated for resources: {'Network': ['ID=5f309d08-5b66-4e26-a95c-94941123a3ec,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:14.609409 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:14.629205 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c8fabcc2-1af1-4314-8f53-5951951dc7d8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0805683 Mar 08 14:52:14.629205 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46438ef-9f2f-47fb-86fe-6d7ed7883e72,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:14.630206 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Request body: {'subnet': {'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-subnet', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:14.642118 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (f1ecd0e1-9452-4492-a860-d120b8ca6b06), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.642476 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Added segment f1ecd0e1-9452-4492-a860-d120b8ca6b06 of type vlan for network 9848d7fb-4138-44f8-8c64-fa7a7f10400c Mar 08 14:52:14.657017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Allocated IP 172.27.2.20 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/226a3318-4dd9-487a-9616-38b4b5f51126) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:14.671926 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 5f309d08-5b66-4e26-a95c-94941123a3ec details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:14.704533 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (9848d7fb-4138-44f8-8c64-fa7a7f10400c), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.743522 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (9848d7fb-4138-44f8-8c64-fa7a7f10400c), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.744590 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:14.745226 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.746344 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Made reservation on behalf of 7bf8b16a3603428fbf415973497db6b1 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:14.751125 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.817323 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2514708 Mar 08 14:52:14.818000 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 40976) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:14.836256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336d4bf-d69c-494c-b6d4-843afeed1075 None None] Network f5135e74-9b6e-4563-b45e-7ad14c074b24 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:14.887972 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Request body: {'subnet': {'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1972158910-subnet', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:14.907397 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f51b-2103-415d-9ac8-8216bf840729 admin admin] Pushing event updated for resources: {'Network': ['ID=9848d7fb-4138-44f8-8c64-fa7a7f10400c,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:14.952447 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:14.954167 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Made reservation on behalf of 38b740dedccb49a08aaf0cc9b318f20d for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:14.963450 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for port (226a3318-4dd9-487a-9616-38b4b5f51126), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:14.964395 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.122098 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.177716 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Pushing event updated for resources: {'Port': ['ID=226a3318-4dd9-487a-9616-38b4b5f51126,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:15.184736 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (4edf5922-e3ed-47d3-9742-77c127cac66b), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.242377 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:15.257872 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (e49dfccb-708c-49f3-85a5-29b430f690f3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.258081 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:15.258691 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edf5922-e3ed-47d3-9742-77c127cac66b,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:15.264403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:15.326035 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49dfccb-708c-49f3-85a5-29b430f690f3,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:15.328442 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Checking segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:15.328799 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Network hostable DHCP agents. Network: 9848d7fb-4138-44f8-8c64-fa7a7f10400c, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:15.349258 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:15.377634 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 9848d7fb-4138-44f8-8c64-fa7a7f10400c) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:15.381823 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:15.382667 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.392373 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e74921-1cc3-4f9e-ac47-0f81fd2ca792 None None] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:15.412109 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-dc93f5ab-b765-48bd-b476-a16d801cef22 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5302324 Mar 08 14:52:15.414329 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41010) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:15.416172 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Checking segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:15.416690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Network hostable DHCP agents. Network: 5f309d08-5b66-4e26-a95c-94941123a3ec, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:15.427402 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:15.486645 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (5d80255a-01a9-4a44-9977-608298486e40), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.488048 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (5d80255a-01a9-4a44-9977-608298486e40), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.494336 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:15.504974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 5f309d08-5b66-4e26-a95c-94941123a3ec) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:15.528562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:15.530251 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.577235 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-356c3476-c2f3-45e5-a7ac-8db6145adb49 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9832056 Mar 08 14:52:15.579493 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41018) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:15.591051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:15.606818 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39330d73-ca56-40c0-8c3f-5a61cf3ae5ff None None] Network 5f309d08-5b66-4e26-a95c-94941123a3ec requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:15.642666 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.644912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.665752 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for router_controller (5d80255a-01a9-4a44-9977-608298486e40), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.717933 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:52:15.718917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:15.773737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41036) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:15.787830 dv-cinder-830096-2-iscsi neutron-server[119854]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 14:52:15.916271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for router_gateway (626849b1-d7b5-479e-b970-22547e2a74d8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.033645 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41056) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:16.122099 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for router_controller (37a1776d-66f9-4045-a7b1-c33c636fba51), precommit_add_association {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.147489 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for router_gateway (5d80255a-01a9-4a44-9977-608298486e40), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.159059 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Allocated IP 172.20.0.2 (9848d7fb-4138-44f8-8c64-fa7a7f10400c/e49dfccb-708c-49f3-85a5-29b430f690f3/a9614b3f-270a-4c08-988d-30a0dc50e0ce) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:16.282500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ea6b1408-7bd2-4652-9573-960a38eb01d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.288155 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-5f309d08-5b66-4e26-a95c-94941123a3ec', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:52:16.293083 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.409408 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-85e866d8-fbf1-48ea-83ff-cd51b33682a3 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:16.416994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-85e866d8-fbf1-48ea-83ff-cd51b33682a3 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/networks?id=f5135e74-9b6e-4563-b45e-7ad14c074b24 HTTP/1.1" status: 200 len: 812 time: 0.6301780 Mar 08 14:52:16.459399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-8e10b1c1-c697-4cd6-b6a1-bbb6609615ec tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/quotas/23576c432b3542cd838589c3404a125c HTTP/1.1" status: 200 len: 375 time: 0.0410321 Mar 08 14:52:16.499564 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ea6b1408-7bd2-4652-9573-960a38eb01d3 admin admin] Publish callbacks [] for security_group (28a0f146-6757-449a-8bf8-f435bc4e907a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.507985 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ea6b1408-7bd2-4652-9573-960a38eb01d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (28a0f146-6757-449a-8bf8-f435bc4e907a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.562616 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks [] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.564748 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Allocated IP 172.20.0.2 (5f309d08-5b66-4e26-a95c-94941123a3ec/4edf5922-e3ed-47d3-9742-77c127cac66b/cfa4de4d-d3e8-4970-aaf0-8c16c079a231) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:16.577862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.616746 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for router_gateway (5d80255a-01a9-4a44-9977-608298486e40), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.647654 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b1408-7bd2-4652-9573-960a38eb01d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0f146-6757-449a-8bf8-f435bc4e907a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:16.651222 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.659173 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ea6b1408-7bd2-4652-9573-960a38eb01d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1069955d1fb3499586db2c97e63f89a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6230485 Mar 08 14:52:16.660094 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41072) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:16.690429 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:16.698213 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:16.703083 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:16.704046 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Pushing event updated for resources: {'Port': ['ID=a9614b3f-270a-4c08-988d-30a0dc50e0ce,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:16.723328 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.723685 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.723977 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.724321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.724662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.724985 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.725310 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.725637 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.725989 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.726330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.726660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.726978 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.727308 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Tracked resource versions report: Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: pushed versions: Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: { 'AddressGroup': {'1.2'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'ConntrackHelper': {'1.0'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Log': {'1.0'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Network': {'1.1'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Port': {'1.7'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'PortForwarding': {'1.2'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'QosPolicy': {'1.10'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroup': {'1.5'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SubPort': {'1.0'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Subnet': {'1.1'}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Trunk': {'1.1'}} Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: consumer versions: Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: HyperV agent@hv-cinder-83009: {}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'ConntrackHelper': '1.0', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'LocalIPAssociation': '1.0', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Log': '1.0', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Network': '1.1', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Port': '1.7', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'PortForwarding': '1.2', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'QosPolicy': '1.10', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroup': '1.5', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SecurityGroupRule': '1.2', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'SubPort': '1.0', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Subnet': '1.1', Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: 'Trunk': '1.1'}} Mar 08 14:52:16.728376 dv-cinder-830096-2-iscsi neutron-server[119856]: {{(pid=119856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:52:16.756288 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-4592708b-482e-450b-91da-06fe5fe7a9c1 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23576c432b3542cd838589c3404a125c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2633297 Mar 08 14:52:16.758074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for router_gateway (37a1776d-66f9-4045-a7b1-c33c636fba51), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.802085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Attempting to bind port a9614b3f-270a-4c08-988d-30a0dc50e0ce on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:16.802085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Attempting to bind port a9614b3f-270a-4c08-988d-30a0dc50e0ce by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:16.802085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Attempting to bind port a9614b3f-270a-4c08-988d-30a0dc50e0ce on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:16.832296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:16.832709 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Checking segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:16.833434 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.833434 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Bound using segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:16.834458 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Bound port: a9614b3f-270a-4c08-988d-30a0dc50e0ce, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:16.834458 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.843035 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] Publish callbacks [] for security_group (28a0f146-6757-449a-8bf8-f435bc4e907a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.880881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks [] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.885392 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Allocated IP 172.27.2.21 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/9593e3ff-f06c-4187-8a8a-067869c1d0e4) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:16.890173 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] Publish callbacks [] for security_group (28a0f146-6757-449a-8bf8-f435bc4e907a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.890856 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (626849b1-d7b5-479e-b970-22547e2a74d8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.897278 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:16.938131 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:16.940247 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:16.988785 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:17.020711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] For port a9614b3f-270a-4c08-988d-30a0dc50e0ce, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:17.024367 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Pushing event updated for resources: {'Port': ['ID=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:17.029260 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] For port a9614b3f-270a-4c08-988d-30a0dc50e0ce, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=a9614b3f-270a-4c08-988d-30a0dc50e0ce,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:17.038790 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (28a0f146-6757-449a-8bf8-f435bc4e907a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.042901 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.048710 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28a0f146-6757-449a-8bf8-f435bc4e907a HTTP/1.1" status: 204 len: 168 time: 0.3857729 Mar 08 14:52:17.077489 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab03a8-5f6d-4c18-986c-09d9ea699690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0f146-6757-449a-8bf8-f435bc4e907a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:17.089642 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.096125 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.147456 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-379240fc-135f-41b1-ae4a-405b3ad19536 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:52:17.159460 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-379240fc-135f-41b1-ae4a-405b3ad19536 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1526599 Mar 08 14:52:17.160736 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Router 626849b1-d7b5-479e-b970-22547e2a74d8 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:52:17.203789 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.207524 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Attempting to bind port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:17.208146 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Attempting to bind port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:17.208593 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Attempting to bind port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:17.216065 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:17.217030 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Checking segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:17.218177 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.218867 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Bound using segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:17.219659 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Bound port: cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:17.220352 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.319936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for router_gateway (37a1776d-66f9-4045-a7b1-c33c636fba51), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.363280 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:17.376437 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.377083 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:17.394260 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:17.405582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade26dc-ab36-4273-9270-b7feda22ee43 None None] Pushing event updated for resources: {'Port': ['ID=a9614b3f-270a-4c08-988d-30a0dc50e0ce,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:17.420351 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] For port cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:17.428245 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] For port cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:17.446732 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.460226 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Pushing event updated for resources: {'Port': ['ID=9593e3ff-f06c-4187-8a8a-067869c1d0e4,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:17.494986 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-c1e1a82f-02ba-4194-8897-811d1753f644 service neutron] 10.222.0.42 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130381 Mar 08 14:52:17.572743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:17.589652 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Sync routers for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:17.622236 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:17.622882 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:17.859376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41108) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:17.887467 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:17.889236 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ac056b53-9d17-4402-a6fc-cfdc9fbcb78f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5817254 Mar 08 14:52:17.925800 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Allocated IP 172.27.2.250 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/93d0c153-c730-4527-ae66-f3fcd7ab5f20) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:17.937343 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41114) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:18.015807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0f076f78-5327-4638-8f2d-524fd9414257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.020735 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-e8e2e8e3-2e14-4886-b19f-50971371c285 service neutron] 10.222.0.42 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181899 Mar 08 14:52:18.090141 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.103704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c91db0-e93c-4f43-88b0-0bbf712a2eaf None None] Pushing event updated for resources: {'Port': ['ID=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:18.263355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0f076f78-5327-4638-8f2d-524fd9414257 admin admin] Publish callbacks [] for security_group (5ab0ebf2-0e25-43e1-9e08-8eb716d320cc), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.288280 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41130) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:18.289146 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0f076f78-5327-4638-8f2d-524fd9414257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5ab0ebf2-0e25-43e1-9e08-8eb716d320cc), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.296224 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:18.425302 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for router_gateway (5d80255a-01a9-4a44-9977-608298486e40), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.430250 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0f076f78-5327-4638-8f2d-524fd9414257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04065857835842988aaa20fed6cffee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5675135 Mar 08 14:52:18.436374 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41142) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:18.445532 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f076f78-5327-4638-8f2d-524fd9414257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0ebf2-0e25-43e1-9e08-8eb716d320cc,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:18.538159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41154) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:18.590304 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:15Z', 'revision_number': 3, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:18.606598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.631716 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-15bda1e7-ca65-42a6-8db9-1f3d50bd0d2f req-e9f0610c-dca9-4720-bea6-399286ba7506 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.0910566 Mar 08 14:52:18.645891 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] Publish callbacks [] for security_group (5ab0ebf2-0e25-43e1-9e08-8eb716d320cc), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.658539 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73c20d25-0925-4049-9a7c-b1ae1851ab5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.677445 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Checking router: 626849b1-d7b5-479e-b970-22547e2a74d8 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:18.678220 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Updating router 626849b1-d7b5-479e-b970-22547e2a74d8 port 226a3318-4dd9-487a-9616-38b4b5f51126 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:18.714823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] Publish callbacks [] for security_group (5ab0ebf2-0e25-43e1-9e08-8eb716d320cc), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.772316 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.823440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:18.862706 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:18.906056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:18.908683 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Pushing event updated for resources: {'Port': ['ID=93d0c153-c730-4527-ae66-f3fcd7ab5f20,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:18.912102 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:18.973822 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (5d80255a-01a9-4a44-9977-608298486e40), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.229875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5ab0ebf2-0e25-43e1-9e08-8eb716d320cc), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.233036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.242201 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ab0ebf2-0e25-43e1-9e08-8eb716d320cc HTTP/1.1" status: 204 len: 168 time: 0.8013992 Mar 08 14:52:19.279140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device cfa4de4d-d3e8-4970-aaf0-8c16c079a231 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:19.414896 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks [] for port (226a3318-4dd9-487a-9616-38b4b5f51126), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.425678 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.450996 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:19.451480 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.491967 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Attempting to bind port 226a3318-4dd9-487a-9616-38b4b5f51126 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:19.492568 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Attempting to bind port 226a3318-4dd9-487a-9616-38b4b5f51126 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:19.492940 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Attempting to bind port 226a3318-4dd9-487a-9616-38b4b5f51126 on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:19.599168 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:19.604606 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:19.604899 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.606435 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:19.606953 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Bound port: 226a3318-4dd9-487a-9616-38b4b5f51126, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:19.607371 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.619221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:19.619620 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.634583 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17c76d-795e-416c-b9c0-7d124e40f06f None None] Network 5f309d08-5b66-4e26-a95c-94941123a3ec requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:19.707385 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] For port 226a3318-4dd9-487a-9616-38b4b5f51126, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:19.712474 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] For port 226a3318-4dd9-487a-9616-38b4b5f51126, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=226a3318-4dd9-487a-9616-38b4b5f51126,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:19.723926 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.758305 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:19.759517 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:19.848674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73c20d25-0925-4049-9a7c-b1ae1851ab5b admin admin] Publish callbacks [] for security_group (aed9b860-1dbd-49b8-9474-5bc5cf44ea72), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.854875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ba692-d9a5-45e6-a02e-6935cc65b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0ebf2-0e25-43e1-9e08-8eb716d320cc,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:19.919506 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:19.922703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-184117c4-f7d4-4587-b643-e9326c60c246 req-f7246a81-5687-4967-94f0-81d79c8c7c99 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.1146533 Mar 08 14:52:19.924139 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73c20d25-0925-4049-9a7c-b1ae1851ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (aed9b860-1dbd-49b8-9474-5bc5cf44ea72), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.931262 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e39e9-b22c-41fe-a4f4-be97cdf82996 None None] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:19.975450 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for router_gateway (37a1776d-66f9-4045-a7b1-c33c636fba51), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:19.981292 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Pushing event updated for resources: {'Port': ['ID=226a3318-4dd9-487a-9616-38b4b5f51126,revision_number=2']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:20.005760 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.034449 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.034930 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.035512 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.035926 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.036476 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.036863 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.037303 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.037781 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.038378 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.038851 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.039334 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.040062 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.040552 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Tracked resource versions report: Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: pushed versions: Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: { 'AddressGroup': {'1.2'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'ConntrackHelper': {'1.0'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'LocalIPAssociation': {'1.0'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Log': {'1.0'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Network': {'1.1'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Port': {'1.7'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'PortForwarding': {'1.2'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'QosPolicy': {'1.10'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroup': {'1.5'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroupRule': {'1.2'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SubPort': {'1.0'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Subnet': {'1.1'}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Trunk': {'1.1'}} Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: consumer versions: Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: { DHCP agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: HyperV agent@hv-cinder-83009: {}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: L3 agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: Metadata agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: Metering agent@dv-cinder-830096-2-iscsi: {}, Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: Open vSwitch agent@dv-cinder-830096-2-iscsi: { 'AddressGroup': '1.2', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'ConntrackHelper': '1.0', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'LocalIPAssociation': '1.0', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Log': '1.0', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Network': '1.1', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Port': '1.7', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'PortForwarding': '1.2', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'QosPolicy': '1.10', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroup': '1.5', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SecurityGroupRule': '1.2', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'SubPort': '1.0', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Subnet': '1.1', Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: 'Trunk': '1.1'}} Mar 08 14:52:20.042015 dv-cinder-830096-2-iscsi neutron-server[119857]: {{(pid=119857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 14:52:20.092653 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c20d25-0925-4049-9a7c-b1ae1851ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed9b860-1dbd-49b8-9474-5bc5cf44ea72,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:20.105331 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-73c20d25-0925-4049-9a7c-b1ae1851ab5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8f198c6eead4aa1ba77c9c30e48a556&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8112948 Mar 08 14:52:20.108013 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41206) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:20.118515 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97713871-8e86-47dc-a6d1-97d079b10543 None None] Pushing event updated for resources: {'Port': ['ID=226a3318-4dd9-487a-9616-38b4b5f51126,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:20.183324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:20.193566 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-5f7be530-7cc3-4016-b30c-04f03711a8bd None None] Provisioning complete for port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:20.209738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5f7be530-7cc3-4016-b30c-04f03711a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.213348 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] Publish callbacks [] for security_group (aed9b860-1dbd-49b8-9474-5bc5cf44ea72), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.217311 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.223324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device a9614b3f-270a-4c08-988d-30a0dc50e0ce up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:20.229148 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Router 5d80255a-01a9-4a44-9977-608298486e40 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:52:20.287115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] Publish callbacks [] for security_group (aed9b860-1dbd-49b8-9474-5bc5cf44ea72), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.295773 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:15Z', 'revision_number': 3, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:20.360384 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865ef8a-aa67-43fb-ae74-b5d0afdb77cf None None] The sync data for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi is: [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:15Z', 'revision_number': 3, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:20.484864 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.485516 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:20.598047 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:20.622117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:20.634527 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.635865 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-650153cb-6ba9-40c6-adb4-9bb18e9ca108 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2202635 Mar 08 14:52:20.637139 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Allocated IP 172.20.0.1 (04b6036e-7846-4c0a-8ff5-9a292a7bf361/30b69bdd-f4c2-44a0-a11c-c00ae4648afe/be632571-07ec-4df0-9d0c-f8e3820b771c) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:20.639323 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41220) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:20.659835 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (aed9b860-1dbd-49b8-9474-5bc5cf44ea72), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.659835 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.659835 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aed9b860-1dbd-49b8-9474-5bc5cf44ea72 HTTP/1.1" status: 204 len: 168 time: 0.5477977 Mar 08 14:52:20.668202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15804936-e4af-4122-b6c8-d0371a90e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed9b860-1dbd-49b8-9474-5bc5cf44ea72,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:20.697972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:52:20.758984 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port a9614b3f-270a-4c08-988d-30a0dc50e0ce triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:20.760272 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:20.798835 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:20.803216 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:20.944340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:20.967942 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:20.989569 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:20.994155 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:21.039076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.039076 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-03a573f9-0026-41ee-922c-63bbe9de3175 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4315884 Mar 08 14:52:21.039076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41232) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:21.080648 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-5f7be530-7cc3-4016-b30c-04f03711a8bd None None] Current status of the port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:21.298372 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Provisioning complete for port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:21.298937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.359493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:21.391170 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:21.419763 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks [] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.504616 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7475314-1b7d-4c26-8322-a7c8a5293071 req-909c16bd-4ebd-4be5-bcef-a9444f008a29 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.0873256 Mar 08 14:52:21.525072 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port a9614b3f-270a-4c08-988d-30a0dc50e0ce is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:21.526179 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.694334 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port a9614b3f-270a-4c08-988d-30a0dc50e0ce, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=a9614b3f-270a-4c08-988d-30a0dc50e0ce,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:21.712893 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.735650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.784639 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:19Z', 'revision_number': 3, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:21.850575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Current status of the port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:21.858122 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:21.858793 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Updating router 37a1776d-66f9-4045-a7b1-c33c636fba51 port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:21.895971 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:21.922862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:21.933160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:21.933744 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (626849b1-d7b5-479e-b970-22547e2a74d8), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:21.951627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=a9614b3f-270a-4c08-988d-30a0dc50e0ce,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:21.953906 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.038368 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device cfa4de4d-d3e8-4970-aaf0-8c16c079a231 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:22.084113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Provisioning complete for port a9614b3f-270a-4c08-988d-30a0dc50e0ce triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:22.084714 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.267542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.281348 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:17Z', 'revision_number': 3, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:22.319870 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:22.320257 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Updating router 5d80255a-01a9-4a44-9977-608298486e40 port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:22.391790 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:22.392200 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.486942 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.489777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-e128c3d7-fb0f-4412-a1ea-1b9d171c23b9 None None] Current status of the port a9614b3f-270a-4c08-988d-30a0dc50e0ce is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:22.519323 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Pushing event updated for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:22.612354 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks [] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.627775 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.628041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Allocated IP 172.20.0.1 (5f309d08-5b66-4e26-a95c-94941123a3ec/4edf5922-e3ed-47d3-9742-77c127cac66b/7c9906e9-c175-4bfa-a477-18af72d9c266) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:22.736383 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.803275 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Attempting to bind port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:22.805866 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Attempting to bind port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:22.808245 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Attempting to bind port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:22.814629 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.855436 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:22.860290 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:22.862675 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.863389 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:22.865224 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Bound port: 93d0c153-c730-4527-ae66-f3fcd7ab5f20, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:22.865813 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks [] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.866433 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:22.953937 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.008918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-805b8d65-cd9f-4db4-841d-69f613ea6ee3 req-26fed80f-06f9-4b43-952e-b8a10991bce3 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.0732238 Mar 08 14:52:23.015229 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] For port 93d0c153-c730-4527-ae66-f3fcd7ab5f20, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:23.020347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:23.023798 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:23.025572 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] For port 93d0c153-c730-4527-ae66-f3fcd7ab5f20, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=93d0c153-c730-4527-ae66-f3fcd7ab5f20,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:23.033590 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51400a37-0c5c-4638-a140-5fc0679a2fbf None None] Pushing event updated for resources: {'Port': ['ID=93d0c153-c730-4527-ae66-f3fcd7ab5f20,revision_number=2']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:23.044301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:23.045506 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (37a1776d-66f9-4045-a7b1-c33c636fba51), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.067645 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.157459 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:23.158180 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:23.205206 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:23.212248 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 226a3318-4dd9-487a-9616-38b4b5f51126 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:23.330462 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Pushing event updated for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:23.444101 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.497504 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51400a37-0c5c-4638-a140-5fc0679a2fbf None None] Pushing event updated for resources: {'Port': ['ID=93d0c153-c730-4527-ae66-f3fcd7ab5f20,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:23.546610 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:23.620172 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks [] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.663663 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks [] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.664819 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Allocated IP 172.20.0.1 (9848d7fb-4138-44f8-8c64-fa7a7f10400c/e49dfccb-708c-49f3-85a5-29b430f690f3/da82e4e4-90d9-4025-82af-7acab9fe6b1a) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:23.668382 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.672019 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (626849b1-d7b5-479e-b970-22547e2a74d8), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.672233 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 226a3318-4dd9-487a-9616-38b4b5f51126 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:23.672627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.697021 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.772154 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a039a-9462-4397-aa69-624099adbea1 None None] Pushing event updated for resources: {'Port': ['ID=9593e3ff-f06c-4187-8a8a-067869c1d0e4,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:23.777010 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Attempting to bind port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:23.777598 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Attempting to bind port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:23.778135 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Attempting to bind port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:23.807873 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:23.808237 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:23.808635 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.809022 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:23.809501 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Bound port: 9593e3ff-f06c-4187-8a8a-067869c1d0e4, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:23.817258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.888243 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-c7db92b8-1c94-4196-8e99-847da8aca997 None None] Provisioning complete for port 7c9906e9-c175-4bfa-a477-18af72d9c266 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:23.890851 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c7db92b8-1c94-4196-8e99-847da8aca997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:23.992523 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks [] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.023860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks [] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.031693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.032945 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (37a1776d-66f9-4045-a7b1-c33c636fba51), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.035843 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Pushing event updated for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:24.136577 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:19Z', 'revision_number': 3, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:24.168030 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-c7db92b8-1c94-4196-8e99-847da8aca997 None None] Port 7c9906e9-c175-4bfa-a477-18af72d9c266 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:24.175920 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.61', 49898) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:24.178223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Pushing event updated for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:24.203696 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3464bd-0f0a-4088-b59f-246f5943417d None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:19Z', 'revision_number': 3, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:24.209866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] For port 9593e3ff-f06c-4187-8a8a-067869c1d0e4, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:24.239846 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] For port 9593e3ff-f06c-4187-8a8a-067869c1d0e4, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=9593e3ff-f06c-4187-8a8a-067869c1d0e4,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:24.244660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 226a3318-4dd9-487a-9616-38b4b5f51126 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:24.245040 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.255542 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.317412 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:24.319743 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:24.326936 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.346704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 226a3318-4dd9-487a-9616-38b4b5f51126, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=226a3318-4dd9-487a-9616-38b4b5f51126,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:24.368895 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.398013 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:24.398823 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:24.450827 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0d8d20ea-d146-4efb-9775-15b737f4d2d0 req-ae1a7c39-fe5e-490d-93e6-573961737f48 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.2735817 Mar 08 14:52:24.501968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:24.597655 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:24.619826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:24.645311 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41370) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:24.711650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Pushing event updated for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:24.730213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:24.750709 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:24.770519 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:24.771473 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (5d80255a-01a9-4a44-9977-608298486e40), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:24.798532 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device a9614b3f-270a-4c08-988d-30a0dc50e0ce up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:24.950399 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a039a-9462-4397-aa69-624099adbea1 None None] Pushing event updated for resources: {'Port': ['ID=9593e3ff-f06c-4187-8a8a-067869c1d0e4,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:25.035133 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cedaa6c3-e6af-40e7-8d2b-c28e067f7446 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:25.040643 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cedaa6c3-e6af-40e7-8d2b-c28e067f7446 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.61 "GET /v2.0/networks?id=f5135e74-9b6e-4563-b45e-7ad14c074b24 HTTP/1.1" status: 200 len: 812 time: 0.8586769 Mar 08 14:52:25.088299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0360d016-67a9-4b96-a91d-5bb4166a9361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.146603 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Request body: {'port': {'device_id': '4651781c-5228-471c-9984-a7b868adabde', 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24', 'admin_state_up': True, 'tenant_id': '23576c432b3542cd838589c3404a125c'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:25.215438 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Router 626849b1-d7b5-479e-b970-22547e2a74d8 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:52:25.392713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Provisioning complete for port da82e4e4-90d9-4025-82af-7acab9fe6b1a triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:25.395991 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.504694 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:25.519634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:52:25.524014 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8c95456e-b5e8-4c69-82cc-7aa618215454 admin admin] 10.222.0.42 "PUT /v2.0/routers/626849b1-d7b5-479e-b970-22547e2a74d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5855539 Mar 08 14:52:25.541229 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Sync routers for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:25.587997 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=226a3318-4dd9-487a-9616-38b4b5f51126,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:25.608162 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.611004 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Port da82e4e4-90d9-4025-82af-7acab9fe6b1a cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:25.639396 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port a9614b3f-270a-4c08-988d-30a0dc50e0ce triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:25.640002 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.646103 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:25.646990 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:25.702131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f6270527-bbb7-40d4-8643-c4ed90ea3e88 req-9245864c-f25d-4959-b802-72ae8ace333e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.0976427 Mar 08 14:52:25.702473 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:17Z', 'revision_number': 3, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:25.812065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0360d016-67a9-4b96-a91d-5bb4166a9361 admin admin] Publish callbacks [] for security_group (9efe2be3-4bc4-4b90-a30c-d396ebaf4355), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.856053 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0360d016-67a9-4b96-a91d-5bb4166a9361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9efe2be3-4bc4-4b90-a30c-d396ebaf4355), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:25.984481 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0360d016-67a9-4b96-a91d-5bb4166a9361 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa7224cdf738409b983cdff5a7fcb107&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2963824 Mar 08 14:52:25.992136 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41466) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:26.034275 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Provisioning complete for port 7c9906e9-c175-4bfa-a477-18af72d9c266 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:26.038677 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.040899 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7330fe2-edd0-48b1-bcb5-975576ba3cc6 None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:17Z', 'revision_number': 3, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:26.055106 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Made reservation on behalf of 23576c432b3542cd838589c3404a125c for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:26.067227 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.217106 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:26.289697 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-394f9452-662a-445b-b5bf-667c38c8e03f admin admin] 10.222.0.42 "PUT /v2.0/routers/37a1776d-66f9-4045-a7b1-c33c636fba51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2707963 Mar 08 14:52:26.348572 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41474) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:26.366040 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360d016-67a9-4b96-a91d-5bb4166a9361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe2be3-4bc4-4b90-a30c-d396ebaf4355,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:26.472032 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] Publish callbacks [] for security_group (9efe2be3-4bc4-4b90-a30c-d396ebaf4355), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.491212 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f767d5e2-5e2a-4422-8e68-5494ed39b05c None None] Port 7c9906e9-c175-4bfa-a477-18af72d9c266 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:26.565600 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port a9614b3f-270a-4c08-988d-30a0dc50e0ce is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:26.619173 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:26.686067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] Publish callbacks [] for security_group (9efe2be3-4bc4-4b90-a30c-d396ebaf4355), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.781466 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks [] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.843714 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:26.850964 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (5d80255a-01a9-4a44-9977-608298486e40), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:27.210451 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9efe2be3-4bc4-4b90-a30c-d396ebaf4355), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:27.213896 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:27.215501 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9efe2be3-4bc4-4b90-a30c-d396ebaf4355 HTTP/1.1" status: 204 len: 168 time: 1.2210746 Mar 08 14:52:27.233401 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 226a3318-4dd9-487a-9616-38b4b5f51126 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:27.260776 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-65bf34a6-9ebd-4557-abba-3797b035c47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:27.314215 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Allocated IP 172.20.0.14 (f5135e74-9b6e-4563-b45e-7ad14c074b24/2221f756-aa05-4813-92fe-ff85d2a7b17a/0f156e99-122f-4e00-bcc7-54650d201f77) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:27.390630 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41518) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:27.408379 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f45e5-8193-46c8-bc2e-f8e8cd8bad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe2be3-4bc4-4b90-a30c-d396ebaf4355,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:27.430353 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Pushing event updated for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:27.585444 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:27.593002 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:27.594470 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a0fa9d49-4475-4488-96eb-eacb913847e9 req-dadc7862-4422-44f8-84e8-1adf9c9b1417 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.2054493 Mar 08 14:52:27.660799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 226a3318-4dd9-487a-9616-38b4b5f51126 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:27.660799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:27.775244 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:27.815863 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:22Z', 'revision_number': 4, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'be632571-07ec-4df0-9d0c-f8e3820b771c', 'name': '', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'mac_address': 'fa:16:3e:99:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:20Z', 'updated_at': '2022-03-08T14:52:22Z', 'revision_number': 2, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'subnets': [{'id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:27.822828 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:27.824148 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:28.018378 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-1cc04e0c-d5bd-4ea4-ab8f-dae783421b7e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:28.019987 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-1cc04e0c-d5bd-4ea4-ab8f-dae783421b7e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 818 time: 0.9261620 Mar 08 14:52:28.023221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Checking router: 626849b1-d7b5-479e-b970-22547e2a74d8 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:28.025131 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Updating router 626849b1-d7b5-479e-b970-22547e2a74d8 port be632571-07ec-4df0-9d0c-f8e3820b771c binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:28.150610 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-65bf34a6-9ebd-4557-abba-3797b035c47b admin admin] Publish callbacks [] for security_group (cbbfe131-25ff-4380-878d-07596e800d3b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.209547 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-e245f5c3-5680-4f04-aee1-c1ad3c35bb7c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/quotas/23e4d739a5374811a763e2accc1760d8 HTTP/1.1" status: 200 len: 375 time: 0.1477613 Mar 08 14:52:28.316366 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:28.376039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41534) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:28.471869 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-65bf34a6-9ebd-4557-abba-3797b035c47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (cbbfe131-25ff-4380-878d-07596e800d3b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.480885 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dde5533a-bdf4-4dfb-a6d9-5267c9294b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.489145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.493498 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-20f8fd98-dde0-41fd-8e40-9a87c66875ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.528617 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-b7c6f4ce-8832-401a-8530-664356a3b160 None None] Provisioning complete for port da82e4e4-90d9-4025-82af-7acab9fe6b1a triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:28.529060 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4ce-8832-401a-8530-664356a3b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.574879 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-65bf34a6-9ebd-4557-abba-3797b035c47b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc629c14188b4f79814a781edce12b35&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2178373 Mar 08 14:52:28.576035 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf34a6-9ebd-4557-abba-3797b035c47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbfe131-25ff-4380-878d-07596e800d3b,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:28.578933 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41536) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:28.588112 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks [] for port (0f156e99-122f-4e00-bcc7-54650d201f77), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.689427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41540) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:28.709038 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689039256', 'description': 'tempest-description--816690352'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:28.758540 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-99538761-1bd3-4a99-a8e5-63a4c6af07f0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5253639 Mar 08 14:52:28.798868 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:52:28.872234 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] Publish callbacks [] for security_group (cbbfe131-25ff-4380-878d-07596e800d3b), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:28.943338 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 2, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:28.971755 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7e1c4bb-96b4-4277-aec2-d32af4d07dff req-195869e3-0a78-43c6-8e1e-2208bc8bf590 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.1774354 Mar 08 14:52:28.991738 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:28.992279 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Updating router 37a1776d-66f9-4045-a7b1-c33c636fba51 port 7c9906e9-c175-4bfa-a477-18af72d9c266 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:28.999420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.040896 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] Publish callbacks [] for security_group (cbbfe131-25ff-4380-878d-07596e800d3b), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.048442 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.089332 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.181324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 226a3318-4dd9-487a-9616-38b4b5f51126 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:29.182635 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 93d0c153-c730-4527-ae66-f3fcd7ab5f20 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:29.214489 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6f4ce-8832-401a-8530-664356a3b160 None None] Port da82e4e4-90d9-4025-82af-7acab9fe6b1a cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:29.218370 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dde5533a-bdf4-4dfb-a6d9-5267c9294b01 admin admin] Publish callbacks [] for security_group (67b033f5-939b-403f-ba96-01d19f9997f1), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.237884 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dde5533a-bdf4-4dfb-a6d9-5267c9294b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (67b033f5-939b-403f-ba96-01d19f9997f1), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.244128 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:52:29.262744 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-59ef8084-c2c3-4e41-909a-76d7b6929061 admin admin] 10.222.0.42 "PUT /v2.0/routers/5d80255a-01a9-4a44-9977-608298486e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6224010 Mar 08 14:52:29.302512 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (cbbfe131-25ff-4380-878d-07596e800d3b), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.308279 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.311792 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbbfe131-25ff-4380-878d-07596e800d3b HTTP/1.1" status: 204 len: 168 time: 0.6958880 Mar 08 14:52:29.325336 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-dde5533a-bdf4-4dfb-a6d9-5267c9294b01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3bacae38ddc4134befa14a5987a11b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9211652 Mar 08 14:52:29.328924 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41558) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:29.330544 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5533a-bdf4-4dfb-a6d9-5267c9294b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b033f5-939b-403f-ba96-01d19f9997f1,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:29.417612 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-282e0b1b-615d-41f5-81cb-c829f1c921dc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:52:29.429033 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a1519-d217-40a0-9ff1-e2dc6a79d487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbfe131-25ff-4380-878d-07596e800d3b,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:29.431627 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-282e0b1b-615d-41f5-81cb-c829f1c921dc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4284327 Mar 08 14:52:29.573001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] Publish callbacks [] for security_group (67b033f5-939b-403f-ba96-01d19f9997f1), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.654325 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] Publish callbacks [] for security_group (67b033f5-939b-403f-ba96-01d19f9997f1), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.684866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:52:29.706595 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:29.707049 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.733265 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks [] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.741967 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.755002 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (67b033f5-939b-403f-ba96-01d19f9997f1), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.757592 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.759617 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67b033f5-939b-403f-ba96-01d19f9997f1 HTTP/1.1" status: 204 len: 168 time: 0.4231420 Mar 08 14:52:29.774997 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42150308-e427-4e8b-8bac-2dd774fc0473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b033f5-939b-403f-ba96-01d19f9997f1,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:29.783223 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:29.783858 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:29.806465 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a42d-7463-452f-b3a1-528927e52087 None None] Pushing event updated for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:29.898766 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Attempting to bind port 7c9906e9-c175-4bfa-a477-18af72d9c266 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:29.899592 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Attempting to bind port 7c9906e9-c175-4bfa-a477-18af72d9c266 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:29.900334 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Attempting to bind port 7c9906e9-c175-4bfa-a477-18af72d9c266 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:29.907781 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:29.908526 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Checking segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:29.909160 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:29.909768 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Bound using segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:29.910556 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Bound port: 7c9906e9-c175-4bfa-a477-18af72d9c266, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:29.911169 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.047303 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] For port 7c9906e9-c175-4bfa-a477-18af72d9c266, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:30.054335 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] For port 7c9906e9-c175-4bfa-a477-18af72d9c266, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c9906e9-c175-4bfa-a477-18af72d9c266,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:30.072756 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.076494 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks [] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.195674 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:30.196353 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:30.223735 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.293004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-20f8fd98-dde0-41fd-8e40-9a87c66875ad admin admin] Publish callbacks [] for security_group (20ad767f-7eae-4f82-9003-668af8fe1082), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.318313 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Network f5135e74-9b6e-4563-b45e-7ad14c074b24 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:30.322834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-20f8fd98-dde0-41fd-8e40-9a87c66875ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (20ad767f-7eae-4f82-9003-668af8fe1082), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.367442 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-20f8fd98-dde0-41fd-8e40-9a87c66875ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa8d7d418f31480fb3b5da78840bd96c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9760540 Mar 08 14:52:30.370158 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41578) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:30.371291 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Pushing event updated for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:30.440091 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:30.458137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8fd98-dde0-41fd-8e40-9a87c66875ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad767f-7eae-4f82-9003-668af8fe1082,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:30.469325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:30.489531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:30.495801 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.550471 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] Publish callbacks [] for security_group (20ad767f-7eae-4f82-9003-668af8fe1082), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.562414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aca00-f9ed-4bbb-8593-8fd51da0c420 None None] Pushing event updated for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:30.613960 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cbb9d36a-5361-4c2b-bbcc-1e17c0d09b49 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4829206 Mar 08 14:52:30.630256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Provisioning complete for port 7c9906e9-c175-4bfa-a477-18af72d9c266 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:30.639924 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.650257 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] Publish callbacks [] for security_group (20ad767f-7eae-4f82-9003-668af8fe1082), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.665220 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-a80fe524-555b-46c3-b31e-c8933cbaa0d6 service neutron] 10.222.0.42 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2320497 Mar 08 14:52:30.717812 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41586) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:30.731120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-585289e1-0add-4ec5-9448-2b2b67eaf500 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:52:30.732176 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-585289e1-0add-4ec5-9448-2b2b67eaf500 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062766 Mar 08 14:52:30.756956 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-155e61e7-638f-49df-9459-86791eccaad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.851282 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (20ad767f-7eae-4f82-9003-668af8fe1082), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.854441 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.855842 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20ad767f-7eae-4f82-9003-668af8fe1082 HTTP/1.1" status: 204 len: 168 time: 0.4845593 Mar 08 14:52:30.860121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (7d616a9e-a7ce-4da3-8555-4f2b0baf6f64), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.875747 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428357c4-20c0-41d2-a55d-66bc7ba5e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad767f-7eae-4f82-9003-668af8fe1082,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:30.879195 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-155e61e7-638f-49df-9459-86791eccaad1 admin admin] Publish callbacks [] for security_group (922c614d-221a-486d-8bef-cd8668ccaa4a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.885967 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-155e61e7-638f-49df-9459-86791eccaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (922c614d-221a-486d-8bef-cd8668ccaa4a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:30.918023 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e61e7-638f-49df-9459-86791eccaad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c614d-221a-486d-8bef-cd8668ccaa4a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:30.942202 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-155e61e7-638f-49df-9459-86791eccaad1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c71f479e2c2b4933aefc116a8b84c2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227969 Mar 08 14:52:30.943098 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41594) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:31.000064 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] Publish callbacks [] for security_group (922c614d-221a-486d-8bef-cd8668ccaa4a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.020253 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:31.022190 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a42d-7463-452f-b3a1-528927e52087 None None] Pushing event updated for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:31.048272 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] Publish callbacks [] for security_group (922c614d-221a-486d-8bef-cd8668ccaa4a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.153665 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7d616a9e-a7ce-4da3-8555-4f2b0baf6f64), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.167420 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (922c614d-221a-486d-8bef-cd8668ccaa4a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.172568 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.174067 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/922c614d-221a-486d-8bef-cd8668ccaa4a HTTP/1.1" status: 204 len: 168 time: 0.2298415 Mar 08 14:52:31.200320 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e5ab-a317-489a-a8bd-1fffe449d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c614d-221a-486d-8bef-cd8668ccaa4a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:31.208438 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:31.208837 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.216074 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41600) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:31.265330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 93d0c153-c730-4527-ae66-f3fcd7ab5f20, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=93d0c153-c730-4527-ae66-f3fcd7ab5f20,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:31.285523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.285808 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:31.293214 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41606) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:31.301275 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group_rule': {'security_group_id': '7d616a9e-a7ce-4da3-8555-4f2b0baf6f64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:31.307497 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6164002 Mar 08 14:52:31.370227 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9f976-9180-4f9c-893a-add406e5ed5f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:31.380916 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.383410 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Attempting to bind port be632571-07ec-4df0-9d0c-f8e3820b771c on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:31.383953 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Attempting to bind port be632571-07ec-4df0-9d0c-f8e3820b771c by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:31.384475 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Attempting to bind port be632571-07ec-4df0-9d0c-f8e3820b771c on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:31.410381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41610) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:31.420157 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:31.420707 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Checking segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:31.421288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.425051 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749375527', 'description': 'tempest-description--1280568676'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:31.425324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Bound using segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:31.426370 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Bound port: be632571-07ec-4df0-9d0c-f8e3820b771c, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:31.427163 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.480220 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-ce35dd9c-de31-46ca-8253-74682683b8e3 service neutron] 10.222.0.42 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409179 Mar 08 14:52:31.514005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Request body: {'port': {'device_id': '4651781c-5228-471c-9984-a7b868adabde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:31.539596 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] For port be632571-07ec-4df0-9d0c-f8e3820b771c, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:31.545479 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] For port be632571-07ec-4df0-9d0c-f8e3820b771c, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=be632571-07ec-4df0-9d0c-f8e3820b771c,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:31.594416 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.614668 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (765dd216-1d2e-4937-b33a-cc2061c2ed7f), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.636650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.918308 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fda6ca68-f58f-4375-b9f8-6bb235abd066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:31.967594 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:30Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:31.993639 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 9593e3ff-f06c-4187-8a8a-067869c1d0e4 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:32.036604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900210-9e6c-4c5a-94ff-96be875b5f5b req-11944e70-5d6f-4e0d-89d8-0ea7c705222b tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:32.038996 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf718-7441-4451-9bf2-abc01dc22c57 None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:30Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:32.043629 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a5900210-9e6c-4c5a-94ff-96be875b5f5b req-11944e70-5d6f-4e0d-89d8-0ea7c705222b tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 932 time: 0.3858173 Mar 08 14:52:32.046697 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.256381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=93d0c153-c730-4527-ae66-f3fcd7ab5f20,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.263364 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Current status of the port 7c9906e9-c175-4bfa-a477-18af72d9c266 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:32.263753 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.270463 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fda6ca68-f58f-4375-b9f8-6bb235abd066 admin admin] Publish callbacks [] for security_group (07fd0c4e-542b-4d09-87d8-25599fccfb3d), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.281256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:32.281854 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.307404 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-08fad17a-3914-4007-980c-0eded52f8727 req-b8255771-f668-47ff-a40f-da8e188017ee tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.1101546 Mar 08 14:52:32.439675 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:32.440627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:32.487989 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a5900210-9e6c-4c5a-94ff-96be875b5f5b req-2e01cbfb-b8de-4d60-93e2-18b79aa14675 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291868 Mar 08 14:52:32.507053 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (765dd216-1d2e-4937-b33a-cc2061c2ed7f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.508737 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fda6ca68-f58f-4375-b9f8-6bb235abd066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (07fd0c4e-542b-4d09-87d8-25599fccfb3d), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.530036 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (765dd216-1d2e-4937-b33a-cc2061c2ed7f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.618053 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] For port 7c9906e9-c175-4bfa-a477-18af72d9c266, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c9906e9-c175-4bfa-a477-18af72d9c266,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:32.621614 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aca00-f9ed-4bbb-8593-8fd51da0c420 None None] Pushing event updated for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.663324 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (0838be7a-b37e-4a5e-ae87-378ec1c7576a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.668279 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765dd216-1d2e-4937-b33a-cc2061c2ed7f,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.709166 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fda6ca68-f58f-4375-b9f8-6bb235abd066 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab066605620d453bb2792819ab9506ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4914885 Mar 08 14:52:32.721172 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0838be7a-b37e-4a5e-ae87-378ec1c7576a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.730844 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.742126 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.745116 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41654) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:32.750134 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ff9c391d-aa5f-4536-bed3-61740458e928 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4515009 Mar 08 14:52:32.752420 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41656) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:32.757424 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6ca68-f58f-4375-b9f8-6bb235abd066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd0c4e-542b-4d09-87d8-25599fccfb3d,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.776616 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group_rule': {'security_group_id': '7d616a9e-a7ce-4da3-8555-4f2b0baf6f64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:32.852338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:32.877341 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4620054 Mar 08 14:52:32.886775 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad18bb9-b0d8-4bab-aacf-6b3ecc749128 None None] Pushing event updated for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.887814 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41668) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:32.921139 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group_rule': {'security_group_id': '0838be7a-b37e-4a5e-ae87-378ec1c7576a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:32.943351 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb39d6-9bfd-42b9-8c01-ae267360112e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0838be7a-b37e-4a5e-ae87-378ec1c7576a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:32.963083 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (7f665b18-f197-4d92-b4e9-78ea78353f1e), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.031850 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 2, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:33.119023 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-8caf6690-4506-4542-ad67-f073345b874e None None] Provisioning complete for port 7c9906e9-c175-4bfa-a477-18af72d9c266 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:33.121055 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8caf6690-4506-4542-ad67-f073345b874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.142217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:52:33.142516 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Updating router 5d80255a-01a9-4a44-9977-608298486e40 port da82e4e4-90d9-4025-82af-7acab9fe6b1a binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:52:33.154937 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (7f665b18-f197-4d92-b4e9-78ea78353f1e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.163138 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (7f665b18-f197-4d92-b4e9-78ea78353f1e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.238142 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f665b18-f197-4d92-b4e9-78ea78353f1e,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:33.261919 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.268695 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0a886c4e-d2dc-4d67-9772-1be0eb146e71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5086372 Mar 08 14:52:33.270374 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41682) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:33.277156 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:33.338936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] Publish callbacks [] for security_group (07fd0c4e-542b-4d09-87d8-25599fccfb3d), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.339803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.351788 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (4384a9ac-4cb5-4437-b47e-cd958f643fe0), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.522511 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] Publish callbacks [] for security_group (07fd0c4e-542b-4d09-87d8-25599fccfb3d), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.579833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-63ec1700-57ed-40e9-a686-109ac81d6111 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:33.595803 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-63ec1700-57ed-40e9-a686-109ac81d6111 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 818 time: 0.6547012 Mar 08 14:52:33.671554 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-cbb19743-4f28-4132-8c3b-05c5e66742a5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/quotas/23e4d739a5374811a763e2accc1760d8 HTTP/1.1" status: 200 len: 375 time: 0.0743971 Mar 08 14:52:33.802862 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:52:33.834135 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f156e99-122f-4e00-bcc7-54650d201f77 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:33.877272 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks [] for port (0f156e99-122f-4e00-bcc7-54650d201f77), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.891372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:33.980365 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Transition to ACTIVE for port object 0f156e99-122f-4e00-bcc7-54650d201f77 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:52:34.040947 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.107579 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Allocated IP 172.27.2.179 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/cc569ef6-eb78-45a7-8b82-7f2608a3b025) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:34.159729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.206356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (4384a9ac-4cb5-4437-b47e-cd958f643fe0), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.239775 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:34.261288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:34.267169 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (4384a9ac-4cb5-4437-b47e-cd958f643fe0), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.338983 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.346563 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4384a9ac-4cb5-4437-b47e-cd958f643fe0,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:34.430243 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.475933 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.480657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-19a670c4-831f-42be-ba56-3b4d303c38ed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5893407 Mar 08 14:52:34.484803 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41718) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:34.533824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (07fd0c4e-542b-4d09-87d8-25599fccfb3d), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.537318 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.542688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07fd0c4e-542b-4d09-87d8-25599fccfb3d HTTP/1.1" status: 204 len: 168 time: 1.7957017 Mar 08 14:52:34.553382 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:34.557813 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group_rule': {'security_group_id': '0838be7a-b37e-4a5e-ae87-378ec1c7576a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:34.567248 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:34.573344 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:34.621343 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-23a4b510-82a9-4ca2-9fc0-dd570d5cda9b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9488239 Mar 08 14:52:34.643030 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Attempting to bind port 0f156e99-122f-4e00-bcc7-54650d201f77 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:34.643511 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Attempting to bind port 0f156e99-122f-4e00-bcc7-54650d201f77 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1464edee-3ba8-422f-bebc-f58870d459df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:34.643742 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Attempting to bind port 0f156e99-122f-4e00-bcc7-54650d201f77 on network f5135e74-9b6e-4563-b45e-7ad14c074b24 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:34.667118 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-8caf6690-4506-4542-ad67-f073345b874e None None] Current status of the port 7c9906e9-c175-4bfa-a477-18af72d9c266 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:34.675545 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:34.676752 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.690249 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032d260-320c-468f-8894-b2b907826ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd0c4e-542b-4d09-87d8-25599fccfb3d,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:34.704097 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641e510-3b65-4c86-8a2a-fc2e41e77bcf req-663057b1-6f95-47fc-883f-e6c836b27174 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:34.719636 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 9593e3ff-f06c-4187-8a8a-067869c1d0e4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=9593e3ff-f06c-4187-8a8a-067869c1d0e4,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:34.723419 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2641e510-3b65-4c86-8a2a-fc2e41e77bcf req-663057b1-6f95-47fc-883f-e6c836b27174 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 0.7159705 Mar 08 14:52:34.757159 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.784747 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=cc569ef6-eb78-45a7-8b82-7f2608a3b025,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:34.809272 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Port 0f156e99-122f-4e00-bcc7-54650d201f77 on network f5135e74-9b6e-4563-b45e-7ad14c074b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:52:34.809613 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Attempting to bind port 0f156e99-122f-4e00-bcc7-54650d201f77 on network f5135e74-9b6e-4563-b45e-7ad14c074b24 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:34.891972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:34.892427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Checking segment: {'id': '1464edee-3ba8-422f-bebc-f58870d459df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:34.892893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Bound using segment: {'id': '1464edee-3ba8-422f-bebc-f58870d459df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:34.893362 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Bound port: 0f156e99-122f-4e00-bcc7-54650d201f77, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464edee-3ba8-422f-bebc-f58870d459df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:34.893755 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:34.954143 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.050092 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.068845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (2ed7adcd-6073-4b3a-9f2b-4ceb08c9d7ec), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.213811 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 93d0c153-c730-4527-ae66-f3fcd7ab5f20 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:35.340546 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=9593e3ff-f06c-4187-8a8a-067869c1d0e4,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:35.348610 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2641e510-3b65-4c86-8a2a-fc2e41e77bcf req-53840e62-9e80-46a8-abfb-5db17017df2c tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149375 Mar 08 14:52:35.387170 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-06f251e6-00a4-4912-8bc3-f4ee349124c8 service neutron] 10.222.0.42 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410603 Mar 08 14:52:35.477135 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:35.485620 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.61', 49916) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:35.488540 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.507305 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.545288 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.556608 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (2ed7adcd-6073-4b3a-9f2b-4ceb08c9d7ec), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.567476 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f156e99-122f-4e00-bcc7-54650d201f77,segment=NetworkSegment(1464edee-3ba8-422f-bebc-f58870d459df),segment_id=1464edee-3ba8-422f-bebc-f58870d459df)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:35.603535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (2ed7adcd-6073-4b3a-9f2b-4ceb08c9d7ec), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.626817 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.635763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:35.639333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.657915 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:35.674748 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3937790 Mar 08 14:52:35.675596 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9f25-7217-441d-8c85-b98e8b97e4e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=cc569ef6-eb78-45a7-8b82-7f2608a3b025,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:35.870116 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:22Z', 'revision_number': 4, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'be632571-07ec-4df0-9d0c-f8e3820b771c', 'name': '', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'mac_address': 'fa:16:3e:99:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:20Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'subnets': [{'id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:35.893867 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed7adcd-6073-4b3a-9f2b-4ceb08c9d7ec,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:35.954839 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d63358-de02-497f-bf0c-638e1b6a3392 None None] The sync data for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi is: [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:52:22Z', 'revision_number': 4, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'be632571-07ec-4df0-9d0c-f8e3820b771c', 'name': '', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'mac_address': 'fa:16:3e:99:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:20Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'subnets': [{'id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:36.098881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:36.105906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.109226 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f156e99-122f-4e00-bcc7-54650d201f77 HTTP/1.1" status: 200 len: 1094 time: 4.9978497 Mar 08 14:52:36.127534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:36.148147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:36.160232 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c9906e9-c175-4bfa-a477-18af72d9c266 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:36.187064 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks [] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.280116 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.385381 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-f5918911-ad95-4bc2-b6f5-d8d36fd84371 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:36.387788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-f5918911-ad95-4bc2-b6f5-d8d36fd84371 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 818 time: 0.8293624 Mar 08 14:52:36.412301 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-61e6108a-0371-4cc1-9967-832f2b258377 service neutron] 10.222.0.42 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0013471 Mar 08 14:52:36.457708 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.462342 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41792) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:36.463378 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-791fe580-ec22-47be-8205-ba89cde11807 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9167874 Mar 08 14:52:36.467461 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:36.469920 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6991-3963-4551-b886-282c16f01690 None None] Pushing event updated for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:36.484077 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Request body: {'port': {'device_id': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'admin_state_up': True, 'tenant_id': '23e4d739a5374811a763e2accc1760d8'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:36.595327 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Attempting to bind port da82e4e4-90d9-4025-82af-7acab9fe6b1a on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:36.595587 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.595786 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Attempting to bind port da82e4e4-90d9-4025-82af-7acab9fe6b1a by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:36.597326 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Attempting to bind port da82e4e4-90d9-4025-82af-7acab9fe6b1a on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:36.630079 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 7c9906e9-c175-4bfa-a477-18af72d9c266 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:36.630738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.635968 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:36.638493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Checking segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:36.639710 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.641568 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Bound using segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:36.643140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Bound port: da82e4e4-90d9-4025-82af-7acab9fe6b1a, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:36.644477 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:36.953909 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:37.275041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babbf3e-642f-4a93-ab77-a751b2ff01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:37.280213 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 7c9906e9-c175-4bfa-a477-18af72d9c266 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:37.287099 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-64d2a2c6-017e-442d-a48f-9c5c7728799f None None] Provisioning complete for port da82e4e4-90d9-4025-82af-7acab9fe6b1a triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:37.287703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-64d2a2c6-017e-442d-a48f-9c5c7728799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:37.323133 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] For port da82e4e4-90d9-4025-82af-7acab9fe6b1a, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:37.350831 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] For port da82e4e4-90d9-4025-82af-7acab9fe6b1a, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=da82e4e4-90d9-4025-82af-7acab9fe6b1a,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:37.361823 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-64d2a2c6-017e-442d-a48f-9c5c7728799f None None] Port da82e4e4-90d9-4025-82af-7acab9fe6b1a cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:37.372313 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:37.536011 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-87d0bd46-7a44-4551-bc01-0ea970606b26 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--689039256&fields=id&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 267 time: 0.5021269 Mar 08 14:52:37.600306 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6991-3963-4551-b886-282c16f01690 None None] Pushing event updated for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:37.668325 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7491f418-2d01-4291-9da2-89d78d906d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:37.690421 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:52:37.695712 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:37.750407 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-fe0a1c20-6c04-4e95-99aa-bb0e7dbb989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:37.752007 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-fe0a1c20-6c04-4e95-99aa-bb0e7dbb989f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23576c432b3542cd838589c3404a125c&device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 1128 time: 1.3778234 Mar 08 14:52:37.776164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b83af4-de6f-4ab4-8baf-7bd0e43867ae req-0b50a6fe-f131-4e9b-bb02-ddace72c6c81 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:37.798814 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51b83af4-de6f-4ab4-8baf-7bd0e43867ae req-0b50a6fe-f131-4e9b-bb02-ddace72c6c81 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 0.7271481 Mar 08 14:52:37.931534 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Allocated IP 172.27.2.105 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/3bdadae7-c9cf-4b79-8b54-e35b7b44b528) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:38.161612 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:52:38.227954 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41828) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:38.374912 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-cc0b5e0e-c801-4fef-88ed-fa82a4eea302 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f156e99-122f-4e00-bcc7-54650d201f77 HTTP/1.1" status: 200 len: 217 time: 0.5726738 Mar 08 14:52:38.392941 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device be632571-07ec-4df0-9d0c-f8e3820b771c up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:38.411332 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:38.453223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:38.527044 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:38.602132 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:38.611135 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:38.622067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:38.690343 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51b83af4-de6f-4ab4-8baf-7bd0e43867ae req-59809816-cb19-454a-90eb-e6a494a47f81 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8836114 Mar 08 14:52:38.696291 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=3bdadae7-c9cf-4b79-8b54-e35b7b44b528,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:38.811626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-e92af65b-56d8-46aa-856a-efad8950af83 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:38.813373 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-e92af65b-56d8-46aa-856a-efad8950af83 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 816 time: 1.2746716 Mar 08 14:52:38.816852 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Made reservation on behalf of 23e4d739a5374811a763e2accc1760d8 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:38.817864 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:38.829913 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:38.845755 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-50fb7def-a349-4bf1-af50-f650ed86f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:38.851805 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-50fb7def-a349-4bf1-af50-f650ed86f61b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2221f756-aa05-4813-92fe-ff85d2a7b17a HTTP/1.1" status: 200 len: 852 time: 0.4399934 Mar 08 14:52:38.872444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Provisioning complete for port da82e4e4-90d9-4025-82af-7acab9fe6b1a triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:38.873779 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:38.986615 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.035772 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.61', 49920) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:39.183723 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-8298e53c-7d41-4f3e-87d6-edf91275864f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5135e74-9b6e-4563-b45e-7ad14c074b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2951584 Mar 08 14:52:39.268872 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5c708aca-7e26-4162-b5f0-b5783d587593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.277242 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-d1ec06d5-052b-44e6-81f3-d01bbc1ba217 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/quotas/7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 375 time: 0.4360926 Mar 08 14:52:39.480803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-861e97c5-3445-475d-821f-c042135ed262 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:39.486963 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-861e97c5-3445-475d-821f-c042135ed262 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 818 time: 0.4501395 Mar 08 14:52:39.554846 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41860) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:39.630338 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port be632571-07ec-4df0-9d0c-f8e3820b771c triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:39.630995 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.634013 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-1ab8e035-2016-4125-a142-3bd5d7f0af37 service neutron] 10.222.0.61 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924403 Mar 08 14:52:39.636459 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d786717-c241-47be-82f7-873d48db2a2f req-e51509d0-5405-430d-b37f-0f89f3dd58aa tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 210 time: 0.4335234 Mar 08 14:52:39.793243 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-7a6384b4-7c59-4f0b-b0c3-88f81a8ebb4f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508484 Mar 08 14:52:39.838444 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47a11214-e67c-4514-8a9d-7ec5f84ef43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.847763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Current status of the port da82e4e4-90d9-4025-82af-7acab9fe6b1a is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:39.851090 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.915228 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.927897 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-98a49f11-e7ac-4f24-a576-1015783a0195 service neutron] 10.222.0.42 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179190 Mar 08 14:52:39.966569 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] For port da82e4e4-90d9-4025-82af-7acab9fe6b1a, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=da82e4e4-90d9-4025-82af-7acab9fe6b1a,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:39.973973 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bb205816-ff3d-4c52-95fd-dee2a7f47112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:39.979361 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.048121 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-10c7dc9d-ec18-4ed1-9215-9662b739d441 service neutron] 10.222.0.42 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191955 Mar 08 14:52:40.063461 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:37Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:40.100242 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f0552-fc43-49f6-a09c-f211804166cd None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:37Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:52:40.149411 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port be632571-07ec-4df0-9d0c-f8e3820b771c is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:40.163253 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.232892 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Request body: {'port': {'device_id': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'admin_state_up': True, 'tenant_id': '23e4d739a5374811a763e2accc1760d8'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:40.241582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74e65-c3d7-4fb4-b5de-f741d78d92a2 None None] Pushing event updated for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:40.271711 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.306599 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port be632571-07ec-4df0-9d0c-f8e3820b771c, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=be632571-07ec-4df0-9d0c-f8e3820b771c,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:40.313520 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.315555 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 9593e3ff-f06c-4187-8a8a-067869c1d0e4 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:40.473433 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc7413c6-656c-4d8f-928d-a6accdad7d7f req-5d059d69-ea95-4f8b-97b4-c21427517a9c service neutron] 10.222.0.61 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197855 Mar 08 14:52:40.504884 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa3d0a-1e43-4664-85c8-f45a2babb9d1 x-openstack-request-id: req-6baa3d0a-1e43-4664-85c8-f45a2babb9d1 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:40.505159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:40.506846 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6baa3d0a-1e43-4664-85c8-f45a2babb9d1 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:40.507464 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77', 'status': 'completed', 'code': 200} Mar 08 14:52:40.573604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.633162 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:40.675698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5c708aca-7e26-4162-b5f0-b5783d587593 admin admin] Publish callbacks [] for security_group (fa079984-a480-4a1c-ba33-09d59446d5b1), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.701891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:40.702791 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.841953 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.871513 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36fe0bb9-8c5c-488d-b792-ee639f1cac58 req-df04f7a4-8ae6-4437-91cf-71d982e05acb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 210 time: 0.3609154 Mar 08 14:52:40.875586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5c708aca-7e26-4162-b5f0-b5783d587593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fa079984-a480-4a1c-ba33-09d59446d5b1), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.980356 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47a11214-e67c-4514-8a9d-7ec5f84ef43a admin admin] Publish callbacks [] for security_group (a0846e8a-2a4d-48a4-a030-8b37e983287e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:40.981338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=3bdadae7-c9cf-4b79-8b54-e35b7b44b528,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:40.990876 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Made reservation on behalf of 23e4d739a5374811a763e2accc1760d8 for: {'port': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:40.995957 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.008648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47a11214-e67c-4514-8a9d-7ec5f84ef43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a0846e8a-2a4d-48a4-a030-8b37e983287e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.082515 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Allocated IP 172.20.0.8 (04b6036e-7846-4c0a-8ff5-9a292a7bf361/30b69bdd-f4c2-44a0-a11c-c00ae4648afe/b6952fd7-f74c-4630-9193-65beb5a78857) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:41.120704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:41.130166 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.131503 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c5a24b38-8620-4e58-a9f8-9ec63af6d51f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6681440 Mar 08 14:52:41.291032 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a11214-e67c-4514-8a9d-7ec5f84ef43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0846e8a-2a4d-48a4-a030-8b37e983287e,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:41.356624 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-5c708aca-7e26-4162-b5f0-b5783d587593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e7520a89b2547849d6029ca5b22a18a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0898151 Mar 08 14:52:41.408735 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-47a11214-e67c-4514-8a9d-7ec5f84ef43a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6576ebd49df94d72849c85bf990db333&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8524668 Mar 08 14:52:41.416935 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41914) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:41.417588 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 41918) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:41.421129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708aca-7e26-4162-b5f0-b5783d587593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa079984-a480-4a1c-ba33-09d59446d5b1,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:41.500472 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3fb75052-4647-4b13-b0c6-db467ef4a205 req-8ef91401-cc64-413e-a6bc-ed8a8dd07e77 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 210 time: 0.1666839 Mar 08 14:52:41.535800 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device be632571-07ec-4df0-9d0c-f8e3820b771c up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:41.609400 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-022f2b17-f7bd-4bdc-869c-378fcb7493a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:41.615359 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port be632571-07ec-4df0-9d0c-f8e3820b771c triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:41.615736 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.617285 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-022f2b17-f7bd-4bdc-869c-378fcb7493a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23576c432b3542cd838589c3404a125c&device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 1128 time: 0.9010086 Mar 08 14:52:41.686594 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0491d3-2f74-4211-af87-d235894821e6 req-84842fcb-989d-4013-ac41-bfecd1d5d59c tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:41.688060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf0491d3-2f74-4211-af87-d235894821e6 req-84842fcb-989d-4013-ac41-bfecd1d5d59c tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 1.0037239 Mar 08 14:52:41.699565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port be632571-07ec-4df0-9d0c-f8e3820b771c is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:41.701366 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device da82e4e4-90d9-4025-82af-7acab9fe6b1a up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:41.754760 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] Publish callbacks [] for security_group (fa079984-a480-4a1c-ba33-09d59446d5b1), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.755803 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port da82e4e4-90d9-4025-82af-7acab9fe6b1a triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:41.756310 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.790736 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] Publish callbacks [] for security_group (a0846e8a-2a4d-48a4-a030-8b37e983287e), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.806002 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-ddd02918-4173-4f81-868e-d49b366e5b28 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1749375527&fields=id&tenant_id=38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 267 time: 0.2172058 Mar 08 14:52:41.862223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] Publish callbacks [] for security_group (fa079984-a480-4a1c-ba33-09d59446d5b1), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:41.873833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port da82e4e4-90d9-4025-82af-7acab9fe6b1a is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:41.896483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] Publish callbacks [] for security_group (a0846e8a-2a4d-48a4-a030-8b37e983287e), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.158153 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf0491d3-2f74-4211-af87-d235894821e6 req-2087fc4e-4e86-4a93-affa-a88ea4d741db tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417386 Mar 08 14:52:42.198787 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks [] for port (b6952fd7-f74c-4630-9193-65beb5a78857), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.232746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.276235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-33801980-de79-4fad-b4d6-9c6783089d96 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:42.277704 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-33801980-de79-4fad-b4d6-9c6783089d96 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 811 time: 0.4515073 Mar 08 14:52:42.281924 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ed41e848-9e8a-433f-92e8-948423a5dba3 req-9741adc4-ce16-46d9-a8ea-20053bdd22b7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 210 time: 0.0489819 Mar 08 14:52:42.283879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a0846e8a-2a4d-48a4-a030-8b37e983287e), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.286426 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.287468 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0846e8a-2a4d-48a4-a030-8b37e983287e HTTP/1.1" status: 204 len: 168 time: 0.8554761 Mar 08 14:52:42.288125 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fa079984-a480-4a1c-ba33-09d59446d5b1), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.290533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.297999 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa079984-a480-4a1c-ba33-09d59446d5b1 HTTP/1.1" status: 204 len: 168 time: 0.8690825 Mar 08 14:52:42.320610 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65a4cf-c754-4bbd-8ed2-84a2a8e3d18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0846e8a-2a4d-48a4-a030-8b37e983287e,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:42.323040 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-2c8d5d57-b86d-4b7d-9621-b7b46884f391 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/quotas/38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 375 time: 0.0234962 Mar 08 14:52:42.344769 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363975a1-9087-4adc-a382-dcece8553724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa079984-a480-4a1c-ba33-09d59446d5b1,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:42.351559 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.470594 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Allocated IP 172.20.0.4 (04b6036e-7846-4c0a-8ff5-9a292a7bf361/30b69bdd-f4c2-44a0-a11c-c00ae4648afe/66be20b6-5888-45d5-a809-0b7d1101af6b) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:42.500450 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:42.607988 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:42.651385 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:42.658485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:42.659535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.692377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-69bce566-d099-45be-8399-377e51dcc5cd tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3445902 Mar 08 14:52:42.785230 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Pushing event updated for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:42.834272 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks [] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.848918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-abef7079-c2db-4a52-b2fe-41033871623e req-b465a794-cef8-4736-8ed9-768d69f58766 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 210 time: 0.2006962 Mar 08 14:52:42.887921 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0f7128d6-5b9a-4ace-8d99-eb734cddfd15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4742265 Mar 08 14:52:42.908973 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:42.947231 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Request body: {'port': {'device_id': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:43.014165 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-a8872089-7f88-4436-af61-c31011877655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:43.015680 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-a8872089-7f88-4436-af61-c31011877655 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5135e74-9b6e-4563-b45e-7ad14c074b24 HTTP/1.1" status: 200 len: 913 time: 0.5696924 Mar 08 14:52:43.050623 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Pushing event updated for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:43.056404 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41966) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:43.077314 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-30499ab2-ee02-4d83-8799-e0e59a98459e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.099416 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:43.101175 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:43.116299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:43.121696 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:43.122923 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.135267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.146327 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3cf7dc71-e42a-4218-be1a-e3a5fdc2d7dd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9253857 Mar 08 14:52:43.152755 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-59ee7206-d6ca-4595-b606-143e038071b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f156e99-122f-4e00-bcc7-54650d201f77 HTTP/1.1" status: 200 len: 217 time: 0.1280181 Mar 08 14:52:43.156804 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-ca1bade8-56ca-4292-afe3-81dedc19b4b3 service neutron] 10.222.0.42 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623652 Mar 08 14:52:43.267511 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-30499ab2-ee02-4d83-8799-e0e59a98459e admin admin] Publish callbacks [] for security_group (5a2a3556-c372-4346-abad-3c2e68b019c3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.274600 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-30499ab2-ee02-4d83-8799-e0e59a98459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5a2a3556-c372-4346-abad-3c2e68b019c3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.315835 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Request body: {'port': {'device_id': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:43.324468 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499ab2-ee02-4d83-8799-e0e59a98459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a3556-c372-4346-abad-3c2e68b019c3,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:43.383155 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-30499ab2-ee02-4d83-8799-e0e59a98459e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58f5bc271f5846d4abe280dbaac9ab58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217824 Mar 08 14:52:43.387108 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 41984) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:43.405462 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.61', 49927) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:43.491009 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.535980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-2f5a9823-6a04-49f5-96ec-e9ea08347497 service neutron] 10.222.0.42 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614721 Mar 08 14:52:43.563389 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-93953601-c795-4d72-adb6-d3c61ccb119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:43.564885 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-93953601-c795-4d72-adb6-d3c61ccb119a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2221f756-aa05-4813-92fe-ff85d2a7b17a HTTP/1.1" status: 200 len: 852 time: 0.2317214 Mar 08 14:52:43.618026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bf1ef-cb1a-4ad2-b780-452197eb8d38 req-8900e890-fa0f-42bf-8d57-9f88085b1ae4 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:43.638511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b3bf1ef-cb1a-4ad2-b780-452197eb8d38 req-8900e890-fa0f-42bf-8d57-9f88085b1ae4 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 0.3538470 Mar 08 14:52:43.656464 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] Publish callbacks [] for security_group (5a2a3556-c372-4346-abad-3c2e68b019c3), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:43.743137 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-f49259ba-c8fe-4690-b6b2-5e3475045008 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5135e74-9b6e-4563-b45e-7ad14c074b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682990 Mar 08 14:52:43.883061 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42008) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:43.957919 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-99c137e1-e412-4284-9039-9bd9ffa3eda1 req-36d9b4e3-f279-4817-bd90-dabd700c833e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 210 time: 0.1106009 Mar 08 14:52:43.971006 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-9ada07d2-0490-4e65-88c1-01f3412e6cec tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:43.989961 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-9ada07d2-0490-4e65-88c1-01f3412e6cec tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 816 time: 0.5829983 Mar 08 14:52:44.077867 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.080169 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] Publish callbacks [] for security_group (5a2a3556-c372-4346-abad-3c2e68b019c3), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.112157 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b3bf1ef-cb1a-4ad2-b780-452197eb8d38 req-4a7c979d-23c6-4525-8ba4-a213fd9186fd tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723027 Mar 08 14:52:44.182148 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-aad73947-2f52-4dac-8838-f26f5787ead5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 379 time: 0.1467018 Mar 08 14:52:44.192221 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'port': {'device_id': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'admin_state_up': True, 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'security_groups': ['7d616a9e-a7ce-4da3-8555-4f2b0baf6f64']}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:44.251393 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c21aa02-4ccc-4c74-a62a-4d546c8d28d9 req-47fc4d6a-58ff-487e-9961-1d7b097efafa tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 210 time: 0.1328626 Mar 08 14:52:44.268872 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069031793-network', 'tenant_id': '73dac547803c43b19bfd7f1e50b83732'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:44.293433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5a2a3556-c372-4346-abad-3c2e68b019c3), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.296960 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.298479 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a2a3556-c372-4346-abad-3c2e68b019c3 HTTP/1.1" status: 204 len: 168 time: 0.9095113 Mar 08 14:52:44.317210 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-950cefef-2c58-484f-8d7d-6c08a8bf559e service neutron] 10.222.0.61 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518708 Mar 08 14:52:44.322879 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589042d-9203-410d-96f3-c39778f35c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a3556-c372-4346-abad-3c2e68b019c3,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:44.323485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6952fd7-f74c-4630-9193-65beb5a78857 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:44.397644 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Made reservation on behalf of 7bf8b16a3603428fbf415973497db6b1 for: {'port': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:44.406029 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks [] for port (b6952fd7-f74c-4630-9193-65beb5a78857), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.407565 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.424788 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Made reservation on behalf of 73dac547803c43b19bfd7f1e50b83732 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:44.427120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.440233 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Transition to ACTIVE for port object b6952fd7-f74c-4630-9193-65beb5a78857 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:52:44.457362 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.461253 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.520219 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8c714-e4eb-49db-8766-2538a03bfb7f req-642b5b59-d9dc-49ef-a166-b3f54ffcd387 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:44.522006 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bda8c714-e4eb-49db-8766-2538a03bfb7f req-642b5b59-d9dc-49ef-a166-b3f54ffcd387 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 931 time: 0.2805424 Mar 08 14:52:44.568012 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f421c503-c025-4bf7-9dfb-adf0eef9d3a6 req-b84097bd-ded4-4fc1-a04a-7eb9e582f929 service neutron] 10.222.0.61 "GET /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390432 Mar 08 14:52:44.695337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Pushing event updated for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:44.723930 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Attempting to bind port b6952fd7-f74c-4630-9193-65beb5a78857 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:44.724464 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Attempting to bind port b6952fd7-f74c-4630-9193-65beb5a78857 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:44.725006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Attempting to bind port b6952fd7-f74c-4630-9193-65beb5a78857 on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:44.736138 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Port b6952fd7-f74c-4630-9193-65beb5a78857 on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:52:44.736718 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Attempting to bind port b6952fd7-f74c-4630-9193-65beb5a78857 on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:44.743211 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Allocated IP 172.20.0.5 (5f309d08-5b66-4e26-a95c-94941123a3ec/4edf5922-e3ed-47d3-9742-77c127cac66b/08f09f54-c0f8-42eb-8864-791cb88627a9) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:44.753111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bda8c714-e4eb-49db-8766-2538a03bfb7f req-ab974e71-bf01-418e-8f56-0dac0bf91588 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958725 Mar 08 14:52:44.797550 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:44.797965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Checking segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:44.798474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Bound using segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:44.803069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Bound port: b6952fd7-f74c-4630-9193-65beb5a78857, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:44.803784 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.813525 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66be20b6-5888-45d5-a809-0b7d1101af6b {{(pid=119855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:44.829548 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks [] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:44.882677 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.provisioning_blocks [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Transition to ACTIVE for port object 66be20b6-5888-45d5-a809-0b7d1101af6b will not be triggered until provisioned by entity L2. {{(pid=119855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:52:44.922496 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.016472 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Pushing event updated for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:45.027847 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks [] for security_group (02b794c9-b5ee-45a9-91aa-b09db3fe980d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.055349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (02b794c9-b5ee-45a9-91aa-b09db3fe980d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.074519 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:45.120530 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (6c93ebfc-3f36-4238-96f7-9c7d208189bd), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.122994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Added segment 6c93ebfc-3f36-4238-96f7-9c7d208189bd of type vlan for network 7b9d8765-a529-47dd-ad1c-dbedf6ce3400 Mar 08 14:52:45.147587 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Attempting to bind port 66be20b6-5888-45d5-a809-0b7d1101af6b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:45.148171 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Attempting to bind port 66be20b6-5888-45d5-a809-0b7d1101af6b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:45.148730 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Attempting to bind port 66be20b6-5888-45d5-a809-0b7d1101af6b on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:45.154679 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.159912 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Port 66be20b6-5888-45d5-a809-0b7d1101af6b on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:52:45.160708 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Attempting to bind port 66be20b6-5888-45d5-a809-0b7d1101af6b on network 04b6036e-7846-4c0a-8ff5-9a292a7bf361 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:45.170009 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:45.170749 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Checking segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:45.171635 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Bound using segment: {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:45.172424 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Bound port: 66be20b6-5888-45d5-a809-0b7d1101af6b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7e4141-a45a-4618-8c0e-560593e4dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361'}}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:45.173017 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.263089 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.332186 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, cleared binding levels {{(pid=119855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:45.362895 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:45.371981 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:45.376149 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66be20b6-5888-45d5-a809-0b7d1101af6b,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:45.378698 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:45.385663 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:45.392919 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:45.393744 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.430519 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-ec721925-6431-4419-9467-ddba59baa787 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426910 Mar 08 14:52:45.436305 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.473352 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Request body: {'port': {'device_id': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:45.554731 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:45.555747 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.557257 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] 10.222.0.61 "PUT /v2.0/ports/66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 200 len: 1093 time: 2.2510715 Mar 08 14:52:45.557728 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:45.652254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (7b9d8765-a529-47dd-ad1c-dbedf6ce3400), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.708279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (7b9d8765-a529-47dd-ad1c-dbedf6ce3400), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.709881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:45.710466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.788298 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b83c-53d2-48b2-a532-425d332f06e1 None None] Provisioning complete for port 08f09f54-c0f8-42eb-8864-791cb88627a9 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:45.788822 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b83c-53d2-48b2-a532-425d332f06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.789699 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb5e7-c41c-4a55-9aa8-06566f919535 service neutron] Pushing event updated for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=3']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:45.809242 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:45.833803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-c6300ea2-fee1-4865-9870-7026d4744971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:45.835320 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-c6300ea2-fee1-4865-9870-7026d4744971 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1127 time: 0.1755836 Mar 08 14:52:45.865604 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0b83c-53d2-48b2-a532-425d332f06e1 None None] Port 08f09f54-c0f8-42eb-8864-791cb88627a9 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:45.942521 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-b5261122-fdba-45ed-a5ee-e6dce079d4f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 200 len: 217 time: 0.0754764 Mar 08 14:52:45.950779 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9d8765-a529-47dd-ad1c-dbedf6ce3400,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:45.962698 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 7b9d8765-a529-47dd-ad1c-dbedf6ce3400 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:45.972175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:46.009032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0921016 Mar 08 14:52:46.017017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac2a20-1e01-484a-80be-0192c96ab2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b794c9-b5ee-45a9-91aa-b09db3fe980d,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:46.046836 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42102) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:46.050125 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6952fd7-f74c-4630-9193-65beb5a78857,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:46.056506 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Request body: {'subnet': {'network_id': '7b9d8765-a529-47dd-ad1c-dbedf6ce3400', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069031793-subnet', 'tenant_id': '73dac547803c43b19bfd7f1e50b83732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:46.073173 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-d0ca145b-5830-4ded-b6ed-9a3dc19670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.075358 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-d0ca145b-5830-4ded-b6ed-9a3dc19670d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.1195192 Mar 08 14:52:46.079249 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedca450-97ef-499f-a8da-4296a07a5c00" -d '{"events": [{"name": "network-changed", "server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:46.095231 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58217ae7-8daa-4171-98c6-a916750b6912 req-6de741df-3ff7-4f5b-b75d-8803b937b7cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.096870 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58217ae7-8daa-4171-98c6-a916750b6912 req-6de741df-3ff7-4f5b-b75d-8803b937b7cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 931 time: 0.4100444 Mar 08 14:52:46.109660 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:46.168143 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8681f66-2db0-4ce8-a38c-cefa2d2b2c6c req-fd7adab4-5b1b-4965-b876-cd293ab4761a tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.170302 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8681f66-2db0-4ce8-a38c-cefa2d2b2c6c req-fd7adab4-5b1b-4965-b876-cd293ab4761a tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 0.4818206 Mar 08 14:52:46.191886 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.192561 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:46.194310 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] 10.222.0.61 "PUT /v2.0/ports/b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 1093 time: 3.2825255 Mar 08 14:52:46.208325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:46.210680 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01284e96-8581-407e-b655-8a8644b01125" -d '{"events": [{"name": "network-changed", "server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:46.214429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Made reservation on behalf of 73dac547803c43b19bfd7f1e50b83732 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:46.216730 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-64fc87d8-915f-42fd-949a-4af4ac04d666 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318905 Mar 08 14:52:46.217531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:46.369675 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-76c889a6-bc04-4eb5-93e0-f5411676e5c4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.371222 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-76c889a6-bc04-4eb5-93e0-f5411676e5c4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 811 time: 0.6814632 Mar 08 14:52:46.417299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42122) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:46.436350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3deb6-0fec-42bd-b458-6091787610fb service neutron] Pushing event updated for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:46.489974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58217ae7-8daa-4171-98c6-a916750b6912 req-b6e34471-b6fc-4da6-833c-1b5edcdeb665 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833649 Mar 08 14:52:46.528077 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8681f66-2db0-4ce8-a38c-cefa2d2b2c6c req-d0931086-0c65-4916-8066-7531635e1148 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409789 Mar 08 14:52:46.615960 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-c625de1a-9d55-4e65-85a8-c01ed206493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:46.618463 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-c625de1a-9d55-4e65-85a8-c01ed206493f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1127 time: 0.3615394 Mar 08 14:52:46.711368 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3d6729c8-2577-46aa-82f7-efb60a8fe00f req-08589e76-565d-43c0-ade4-ce8f3439de6c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 210 time: 0.0734777 Mar 08 14:52:46.711508 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-3bb82b84-cd06-418b-be6a-c54fa3be6f7f service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740853 Mar 08 14:52:46.792205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-0d37cd4f-37aa-4901-93d4-1d802ec4c745 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.1272089 Mar 08 14:52:46.816837 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-db85581b-88fe-4a37-ae43-e8d3578cbaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:46.820391 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-f20459f6-4e82-4b7e-a47f-5c9f05ac85bf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 380 time: 0.3755648 Mar 08 14:52:46.870996 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'port': {'device_id': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'admin_state_up': True, 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'security_groups': ['0838be7a-b37e-4a5e-ae87-378ec1c7576a']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:46.894468 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96fcee8c-c3fc-4acf-8a1f-1419797fe51e req-c9e36a9d-c212-4274-9e9b-3b90e5d0e7d8 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762257 Mar 08 14:52:46.953656 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:46.969831 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks [] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:46.999550 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.provisioning_blocks [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Transition to ACTIVE for port object 08f09f54-c0f8-42eb-8864-791cb88627a9 will not be triggered until provisioned by entity L2. {{(pid=119855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:52:47.009940 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.016347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-e2cc0441-3417-4865-b2ff-3267451a22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.017859 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-e2cc0441-3417-4865-b2ff-3267451a22b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.2141490 Mar 08 14:52:47.028218 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf65e0-7112-4ac3-b150-228c3f55b1e5 req-975378e8-82dc-4ee0-9bd1-7c2a5f0cfe63 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.031076 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6bf65e0-7112-4ac3-b150-228c3f55b1e5 req-975378e8-82dc-4ee0-9bd1-7c2a5f0cfe63 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 943 time: 0.3759863 Mar 08 14:52:47.061678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-db85581b-88fe-4a37-ae43-e8d3578cbaaa admin admin] Publish callbacks [] for security_group (6325f464-18dc-4633-90e7-39738b416380), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.065693 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:47.073242 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-db85581b-88fe-4a37-ae43-e8d3578cbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6325f464-18dc-4633-90e7-39738b416380), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.128051 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-db85581b-88fe-4a37-ae43-e8d3578cbaaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6445e8781524ea5a6af4151c1d57fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7094676 Mar 08 14:52:47.135555 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42140) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:47.145587 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85581b-88fe-4a37-ae43-e8d3578cbaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6325f464-18dc-4633-90e7-39738b416380,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:47.193856 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-27cad1af-4784-469c-ad01-811ebc86f071 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593390 Mar 08 14:52:47.201572 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (ceef5b20-87c3-42f8-9ada-990272261e5e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.228119 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab2984-4181-4acf-b335-9ceb783aa95c x-openstack-request-id: req-95ab2984-4181-4acf-b335-9ceb783aa95c {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:47.228414 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:47.228669 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95ab2984-4181-4acf-b335-9ceb783aa95c {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:47.229157 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b', 'status': 'completed', 'code': 200} Mar 08 14:52:47.282487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1f087-1fcf-4018-93a8-8190cf0c2bf7 x-openstack-request-id: req-09f1f087-1fcf-4018-93a8-8190cf0c2bf7 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:47.282813 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:47.283024 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09f1f087-1fcf-4018-93a8-8190cf0c2bf7 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:47.283419 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857', 'status': 'completed', 'code': 200} Mar 08 14:52:47.306994 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Attempting to bind port 08f09f54-c0f8-42eb-8864-791cb88627a9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:47.307460 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Attempting to bind port 08f09f54-c0f8-42eb-8864-791cb88627a9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:47.307796 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Attempting to bind port 08f09f54-c0f8-42eb-8864-791cb88627a9 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:47.327476 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Port 08f09f54-c0f8-42eb-8864-791cb88627a9 on network 5f309d08-5b66-4e26-a95c-94941123a3ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:52:47.327809 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Attempting to bind port 08f09f54-c0f8-42eb-8864-791cb88627a9 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:47.349177 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:47.349832 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Checking segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:47.350412 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Bound using segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:47.351092 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Bound port: 08f09f54-c0f8-42eb-8864-791cb88627a9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:47.351680 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.372801 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] Publish callbacks [] for security_group (6325f464-18dc-4633-90e7-39738b416380), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.383335 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-be625086-3f6d-45c0-84fe-9ec0b0c47c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.384969 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-be625086-3f6d-45c0-84fe-9ec0b0c47c40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1127 time: 0.1469274 Mar 08 14:52:47.405529 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6bf65e0-7112-4ac3-b150-228c3f55b1e5 req-2ecc0baf-84bb-4a13-bdf4-31f40f9ddae7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508201 Mar 08 14:52:47.430357 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceef5b20-87c3-42f8-9ada-990272261e5e,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:47.452349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Made reservation on behalf of 38b740dedccb49a08aaf0cc9b318f20d for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:47.455667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.467088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Checking segment: {'id': '6c93ebfc-3f36-4238-96f7-9c7d208189bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7b9d8765-a529-47dd-ad1c-dbedf6ce3400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:47.467443 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Network hostable DHCP agents. Network: 7b9d8765-a529-47dd-ad1c-dbedf6ce3400, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:47.501054 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-a549c9c5-9f55-44c2-8ac0-daddc7100743 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924063 Mar 08 14:52:47.507271 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] Publish callbacks [] for security_group (6325f464-18dc-4633-90e7-39738b416380), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.574070 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Network 7b9d8765-a529-47dd-ad1c-dbedf6ce3400 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:47.646009 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 7b9d8765-a529-47dd-ad1c-dbedf6ce3400) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:47.656409 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64942fb-defa-44c7-b8ce-6cba23c232d1 None None] Network 7b9d8765-a529-47dd-ad1c-dbedf6ce3400 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:47.677962 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.678803 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.685921 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, cleared binding levels {{(pid=119855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:47.720204 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:47.725710 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-f3a7f605-b93c-4f94-bd0f-c780af49bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.727937 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-f3a7f605-b93c-4f94-bd0f-c780af49bb98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.3338971 Mar 08 14:52:47.730353 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.776307 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6325f464-18dc-4633-90e7-39738b416380), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.779862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.789900 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6325f464-18dc-4633-90e7-39738b416380 HTTP/1.1" status: 204 len: 168 time: 0.6466382 Mar 08 14:52:47.801501 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.805429 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:47.807006 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 1093 time: 2.3438427 Mar 08 14:52:47.815606 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c4adbb3b-5773-499b-8455-d887d3cd4243 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7551365 Mar 08 14:52:47.856322 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f78f0c-3772-49d9-a040-0ecc1eda968c req-6e681713-2fce-45a5-aa26-e6c9e4ac461e service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447630 Mar 08 14:52:47.859128 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Allocated IP 172.20.0.4 (9848d7fb-4138-44f8-8c64-fa7a7f10400c/e49dfccb-708c-49f3-85a5-29b430f690f3/7e104937-add9-4b9c-a03b-bcf712779a65) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:52:47.863480 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c4488-e8a4-4b44-9af5-60b22773c046 None None] Network 7b9d8765-a529-47dd-ad1c-dbedf6ce3400 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:47.892657 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcc629-4ef5-42f7-a4e6-ac404baf5652 req-1e3657a9-923a-4c8d-9105-fb2edfca1711 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.905291 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cdcc629-4ef5-42f7-a4e6-ac404baf5652 req-1e3657a9-923a-4c8d-9105-fb2edfca1711 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 944 time: 0.2572367 Mar 08 14:52:47.933340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c557-4d22-44ec-b3d9-b4f24d4ab749 req-aacb47b3-7e74-4d48-8022-f6aecc5ad64d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:47.935487 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f671c557-4d22-44ec-b3d9-b4f24d4ab749 req-aacb47b3-7e74-4d48-8022-f6aecc5ad64d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.2836599 Mar 08 14:52:47.958377 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba537040-dc75-4c4a-9392-1f1804daef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6325f464-18dc-4633-90e7-39738b416380,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:48.019679 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-87135705-5c40-4645-a6a4-60e735070b21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 200 len: 217 time: 0.2778926 Mar 08 14:52:48.060305 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.172524 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-e9829f4f-07c1-481d-9d86-b3264aa0928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.177361 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-e9829f4f-07c1-481d-9d86-b3264aa0928c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.1425455 Mar 08 14:52:48.230302 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedcb50-2f38-4af5-891d-85da223763e4 service neutron] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=3']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:48.238729 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-bcc40d24-eac5-41ff-9588-1d2173ad1339 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519471 Mar 08 14:52:48.244324 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-af403006-bbe7-48f1-b32a-a1f4e6170425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.249479 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cdcc629-4ef5-42f7-a4e6-ac404baf5652 req-e088ef0c-f4d5-49a1-bf43-9cd3cb82f50e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374977 Mar 08 14:52:48.252999 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-af403006-bbe7-48f1-b32a-a1f4e6170425 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1127 time: 0.2909453 Mar 08 14:52:48.317096 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f671c557-4d22-44ec-b3d9-b4f24d4ab749 req-6d73cafa-e429-4a88-aaa0-e9cf6f5a40f2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597496 Mar 08 14:52:48.329483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284e96-8581-407e-b655-8a8644b01125 req-4f63aabf-4303-4800-9805-9059a35cc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.331010 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-4f63aabf-4303-4800-9805-9059a35cc20f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1127 time: 0.3262062 Mar 08 14:52:48.413342 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6735d7b5-158b-4b45-bbff-af6c96085d38 req-58c42161-ac3e-40e8-894d-817cd40bd114 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 210 time: 0.0654562 Mar 08 14:52:48.414299 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-73d5e687-cc5e-4371-aee7-1b9b9f0817be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 217 time: 0.0380883 Mar 08 14:52:48.467440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (7e104937-add9-4b9c-a03b-bcf712779a65), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.514366 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-26afc0e5-0916-4ae3-8ea9-50be37fc3378 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601144 Mar 08 14:52:48.525479 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 0f156e99-122f-4e00-bcc7-54650d201f77 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:52:48.560140 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-2fa5231c-7eba-42ad-be8b-18d5a0eb6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.565132 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-2fa5231c-7eba-42ad-be8b-18d5a0eb6791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.1059306 Mar 08 14:52:48.565611 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42182) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:48.567879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284e96-8581-407e-b655-8a8644b01125 req-4f86f481-638d-4019-a611-871a1f51885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.569537 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-4f86f481-638d-4019-a611-871a1f51885f service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.2326221 Mar 08 14:52:48.644845 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab625-8779-4edc-a980-d0391bdc871c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.649600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-1b826b14-4c84-4dd3-82be-d932900e6b4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.0693860 Mar 08 14:52:48.650679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.675056 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f156e99-122f-4e00-bcc7-54650d201f77,segment=NetworkSegment(1464edee-3ba8-422f-bebc-f58870d459df),segment_id=1464edee-3ba8-422f-bebc-f58870d459df)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:48.689639 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '0f156e99-122f-4e00-bcc7-54650d201f77', 'network_id': 'f5135e74-9b6e-4563-b45e-7ad14c074b24', 'port_id': '0f156e99-122f-4e00-bcc7-54650d201f77', 'mac_address': 'fa:16:3e:5f:f5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2221f756-aa05-4813-92fe-ff85d2a7b17a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:52:48.731550 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-dac319b4-d014-4e3d-971a-d6ea3b747ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.734875 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-dac319b4-d014-4e3d-971a-d6ea3b747ef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1360209 Mar 08 14:52:48.744673 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-c58e30c7-30e7-480f-9a58-6b318a8622ae service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232969 Mar 08 14:52:48.750499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 0f156e99-122f-4e00-bcc7-54650d201f77 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:48.751057 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.767673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4acf5-834f-4d2d-961e-c2f87530b32f req-52c9b786-2978-459f-a148-4061b8da2ae8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.768893 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25b4acf5-834f-4d2d-961e-c2f87530b32f req-52c9b786-2978-459f-a148-4061b8da2ae8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 943 time: 0.2893941 Mar 08 14:52:48.770809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:52:48.779843 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f156e99-122f-4e00-bcc7-54650d201f77 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:48.785069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:48.803390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:52:48.816471 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:48.817152 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.842938 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f156e99-122f-4e00-bcc7-54650d201f77,segment=NetworkSegment(1464edee-3ba8-422f-bebc-f58870d459df),segment_id=1464edee-3ba8-422f-bebc-f58870d459df)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:48.855346 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:48.871324 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42196) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:48.897253 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141567400-network', 'tenant_id': '0c9c873c5d9b469880d108a8f584b181'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:48.943435 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:49.006863 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab625-8779-4edc-a980-d0391bdc871c admin admin] Publish callbacks [] for security_group (5e934a51-f831-410d-8e40-55a895db6ccf), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.011885 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-6a6d7de3-d3fb-48ea-80c1-4a8ba819ec4a service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619224 Mar 08 14:52:49.015583 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab625-8779-4edc-a980-d0391bdc871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5e934a51-f831-410d-8e40-55a895db6ccf), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.047398 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Made reservation on behalf of 0c9c873c5d9b469880d108a8f584b181 for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:49.049431 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.094660 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284e96-8581-407e-b655-8a8644b01125 req-215d8ebe-0351-4a70-a036-25da7fca4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.096264 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-215d8ebe-0351-4a70-a036-25da7fca4909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.4216769 Mar 08 14:52:49.096818 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:49.098525 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.103624 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab625-8779-4edc-a980-d0391bdc871c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e934a51-f831-410d-8e40-55a895db6ccf,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:49.104041 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-383ab612-0d4b-4aed-ad50-80b6cc82d8f6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2511179 Mar 08 14:52:49.109557 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-df9ab625-8779-4edc-a980-d0391bdc871c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51c53ed8013f4f988c75d7f3db0301d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412259 Mar 08 14:52:49.113980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42208) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:49.154312 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Request body: {'port': {'device_id': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:49.183704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-6ca6262a-5759-4885-ba9f-57dd12c44102 None None] Provisioning complete for port 7e104937-add9-4b9c-a03b-bcf712779a65 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:49.184076 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6ca6262a-5759-4885-ba9f-57dd12c44102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.226619 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-182715fb-1181-4eb3-8243-2a15acea6cca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214590 Mar 08 14:52:49.230917 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:49.234014 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ebb2f-f057-4ea2-ac6d-76e41e981577" -d '{"events": [{"name": "network-changed", "server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:49.243654 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6262a-5759-4885-ba9f-57dd12c44102 None None] Port 7e104937-add9-4b9c-a03b-bcf712779a65 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:52:49.262325 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25b4acf5-834f-4d2d-961e-c2f87530b32f req-b439322b-6829-495e-ba9f-6563acfcec95 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855084 Mar 08 14:52:49.300289 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dfb535-ffb0-41d4-9af4-c9729b1459b7 x-openstack-request-id: req-e5dfb535-ffb0-41d4-9af4-c9729b1459b7 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:49.300782 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:49.301042 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5dfb535-ffb0-41d4-9af4-c9729b1459b7 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:49.301440 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'status': 'completed', 'code': 200} Mar 08 14:52:49.303505 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-ab427e66-751c-4957-bbb4-bdb8f7878877 req-2e400e0a-fd67-4b37-b9fa-98a7af02c62f service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849023 Mar 08 14:52:49.368507 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['0f156e99-122f-4e00-bcc7-54650d201f77'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:52:49.461360 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-6f591d31-953f-47c0-a1e8-9f3acd7317a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.463939 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-6f591d31-953f-47c0-a1e8-9f3acd7317a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1127 time: 0.0888450 Mar 08 14:52:49.466959 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks [] for security_group (f8f490d0-7fa2-4aaa-8819-b0bf15f98d67), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.471948 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] Publish callbacks [] for security_group (5e934a51-f831-410d-8e40-55a895db6ccf), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.486674 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f8f490d0-7fa2-4aaa-8819-b0bf15f98d67), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.527685 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.569746 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] Publish callbacks [] for security_group (5e934a51-f831-410d-8e40-55a895db6ccf), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.574276 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:49.596160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f490d0-7fa2-4aaa-8819-b0bf15f98d67,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:49.605873 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.605985 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6197-a12c-4a0a-aae6-ef7117555ffe req-35c0a7ff-8a4f-498c-a0f1-eaf342c987bd tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.606254 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Added segment ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87 of type vlan for network 574bb723-308b-4e44-b237-5c89cbff8a26 Mar 08 14:52:49.607844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2faa6197-a12c-4a0a-aae6-ef7117555ffe req-35c0a7ff-8a4f-498c-a0f1-eaf342c987bd tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 945 time: 0.2519109 Mar 08 14:52:49.647327 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-d75a3497-c4cf-4cf7-adbe-1faca1139c0c service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834956 Mar 08 14:52:49.671664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1749e-5459-4881-9534-432660d8d2cd req-c2f69ae8-bfce-401a-924b-c8af6e0de721 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.673239 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96b1749e-5459-4881-9534-432660d8d2cd req-c2f69ae8-bfce-401a-924b-c8af6e0de721 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.2140763 Mar 08 14:52:49.798927 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-2c28ae8b-db96-45db-a9aa-b8fc72184e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.800521 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-2c28ae8b-db96-45db-a9aa-b8fc72184e38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.3298478 Mar 08 14:52:49.817124 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (574bb723-308b-4e44-b237-5c89cbff8a26), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.849965 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-596587ea-95e1-4061-9c8a-8318bf92150b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 217 time: 0.0410216 Mar 08 14:52:49.880064 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5e934a51-f831-410d-8e40-55a895db6ccf), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.882584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.883732 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e934a51-f831-410d-8e40-55a895db6ccf HTTP/1.1" status: 204 len: 168 time: 0.7607725 Mar 08 14:52:49.898212 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2faa6197-a12c-4a0a-aae6-ef7117555ffe req-983525f9-4ecb-45e7-95d2-d9a3c0925571 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638569 Mar 08 14:52:49.908514 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (574bb723-308b-4e44-b237-5c89cbff8a26), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.909580 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.910224 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:49.921926 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb505792-5f06-4c73-903a-bfde9c2dd489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e934a51-f831-410d-8e40-55a895db6ccf,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:49.926415 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96b1749e-5459-4881-9534-432660d8d2cd req-e374ee17-816c-4497-b6cd-486b7fc08da2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348554 Mar 08 14:52:49.949997 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-fdd75e23-4922-410a-934b-9ed62024f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:49.953324 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01284e96-8581-407e-b655-8a8644b01125 req-9d14b887-a8b8-4560-ac12-b4c7da9e6aff service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898633 Mar 08 14:52:49.965028 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-fdd75e23-4922-410a-934b-9ed62024f488 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.1076088 Mar 08 14:52:49.985431 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1107287 Mar 08 14:52:49.996733 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42230) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:50.006325 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Request body: {'subnet': {'network_id': '574bb723-308b-4e44-b237-5c89cbff8a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141567400-subnet', 'tenant_id': '0c9c873c5d9b469880d108a8f584b181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:50.061090 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c940b-6358-4ca7-ab01-907313752446 admin admin] Pushing event updated for resources: {'Network': ['ID=574bb723-308b-4e44-b237-5c89cbff8a26,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:50.072653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 574bb723-308b-4e44-b237-5c89cbff8a26 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:50.086652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Made reservation on behalf of 0c9c873c5d9b469880d108a8f584b181 for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:50.089174 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.114477 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-f871f505-ed99-4174-89dc-064193b2f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.116375 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-f871f505-ed99-4174-89dc-064193b2f4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1353230 Mar 08 14:52:50.135864 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d6d6-5f21-4b88-be17-2d85b56f44ab req-d831f4a6-3654-4791-bbf7-5db354079ce6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.138304 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc62d6d6-5f21-4b88-be17-2d85b56f44ab req-d831f4a6-3654-4791-bbf7-5db354079ce6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 931 time: 0.1198852 Mar 08 14:52:50.213231 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e104937-add9-4b9c-a03b-bcf712779a65 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:50.225101 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks [] for port (7e104937-add9-4b9c-a03b-bcf712779a65), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.247814 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc62d6d6-5f21-4b88-be17-2d85b56f44ab req-d32bbab7-fb50-401f-b735-779a0d4bd5c8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040487 Mar 08 14:52:50.251050 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Transition to ACTIVE for port object 7e104937-add9-4b9c-a03b-bcf712779a65 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:52:50.258623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.298869 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-154eb926-7af6-4943-98df-4a4291450475 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446548 Mar 08 14:52:50.350506 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Pushing event updated for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:50.437915 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Attempting to bind port 7e104937-add9-4b9c-a03b-bcf712779a65 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:52:50.438286 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Attempting to bind port 7e104937-add9-4b9c-a03b-bcf712779a65 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:52:50.439015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Attempting to bind port 7e104937-add9-4b9c-a03b-bcf712779a65 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:50.449360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Port 7e104937-add9-4b9c-a03b-bcf712779a65 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:52:50.449520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Attempting to bind port 7e104937-add9-4b9c-a03b-bcf712779a65 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:52:50.468695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:52:50.469039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Checking segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:50.469431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Bound using segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:52:50.470827 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Bound port: 7e104937-add9-4b9c-a03b-bcf712779a65, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:52:50.471220 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.493514 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (a829e16d-b0e4-4073-bac7-2990e457e0a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.502645 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc14e3-13c0-426a-a0c4-b16a142eead4 req-595a4a93-bc59-4bf0-882a-69a2be379c99 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.507000 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2dc14e3-13c0-426a-a0c4-b16a142eead4 req-595a4a93-bc59-4bf0-882a-69a2be379c99 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 943 time: 0.1159487 Mar 08 14:52:50.507625 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 66be20b6-5888-45d5-a809-0b7d1101af6b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:52:50.563286 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-341ebb2f-f057-4ea2-ac6d-76e41e981577 req-eae8ae4c-9fdd-4a3c-82ba-bdedfcaae31b service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538433 Mar 08 14:52:50.566360 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 0f156e99-122f-4e00-bcc7-54650d201f77 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:50.598615 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a829e16d-b0e4-4073-bac7-2990e457e0a7,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:50.626357 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Checking segment: {'id': 'ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '574bb723-308b-4e44-b237-5c89cbff8a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:50.626357 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Network hostable DHCP agents. Network: 574bb723-308b-4e44-b237-5c89cbff8a26, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:50.639834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:52:50.644990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e104937-add9-4b9c-a03b-bcf712779a65,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:52:50.651569 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2dc14e3-13c0-426a-a0c4-b16a142eead4 req-470241d7-a075-44dc-822e-8cedf2c715a5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111732 Mar 08 14:52:50.661305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.681915 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.682641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.683751 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.db.resource_extend [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 14:52:50.684977 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1093 time: 1.5549176 Mar 08 14:52:50.687516 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Network 574bb723-308b-4e44-b237-5c89cbff8a26 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:50.712511 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 574bb723-308b-4e44-b237-5c89cbff8a26) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:50.732523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:50.744210 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.745073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5c8286-99ee-4e44-a432-4b52d52e1769" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:50.747813 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:50.804538 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66be20b6-5888-45d5-a809-0b7d1101af6b,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:50.827750 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c98abea4-da0f-454f-968e-785ef1ee3f68 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8255565 Mar 08 14:52:50.842846 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '66be20b6-5888-45d5-a809-0b7d1101af6b', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'port_id': '66be20b6-5888-45d5-a809-0b7d1101af6b', 'mac_address': 'fa:16:3e:ec:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:52:50.843629 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42264) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:50.851224 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736006c-0ae4-4c72-9a51-e6fdd7d825ee None None] Network 574bb723-308b-4e44-b237-5c89cbff8a26 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:50.871640 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4147b89-e07a-4da8-92af-65f347e123ec x-openstack-request-id: req-a4147b89-e07a-4da8-92af-65f347e123ec {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:50.872786 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:50.873219 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4147b89-e07a-4da8-92af-65f347e123ec {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:50.873915 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65', 'status': 'completed', 'code': 200} Mar 08 14:52:50.883665 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f4cb9-172a-467a-b368-84a7f5860476 service neutron] Pushing event updated for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:50.897829 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-136a0409-791a-4e8a-a702-6bd7a93ab8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:50.899718 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-136a0409-791a-4e8a-a702-6bd7a93ab8b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1127 time: 0.1395833 Mar 08 14:52:50.963842 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-83356d64-044c-4b0c-958c-f04a74cca583 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 217 time: 0.0562389 Mar 08 14:52:51.019338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42274) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:51.047668 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 66be20b6-5888-45d5-a809-0b7d1101af6b is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:51.048078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.065592 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be20b6-5888-45d5-a809-0b7d1101af6b {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:51.073045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 0f156e99-122f-4e00-bcc7-54650d201f77 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:52:51.107792 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 0f156e99-122f-4e00-bcc7-54650d201f77 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:51.108840 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.132788 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Deleting subnet ceef5b20-87c3-42f8-9ada-990272261e5e {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:52:51.139316 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Publish callbacks [] for subnet (ceef5b20-87c3-42f8-9ada-990272261e5e), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.142085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66be20b6-5888-45d5-a809-0b7d1101af6b,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:51.150061 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-04b92d48-1b1d-497e-abd2-8326a06cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.151886 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-04b92d48-1b1d-497e-abd2-8326a06cfeb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.1815071 Mar 08 14:52:51.190036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ace91-f765-4269-96f8-f442959743a2 req-02c1f4d1-ed24-47f9-82d3-720a42dce63e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.191866 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-529ace91-f765-4269-96f8-f442959743a2 req-02c1f4d1-ed24-47f9-82d3-720a42dce63e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 945 time: 0.1287699 Mar 08 14:52:51.240105 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Publish callbacks [] for subnet (ceef5b20-87c3-42f8-9ada-990272261e5e), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.250943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537f325-cb70-44ad-a410-c0427bffba2d req-e4234aec-ae0d-4d64-bd40-1a49bd3e823d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.252828 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b537f325-cb70-44ad-a410-c0427bffba2d req-e4234aec-ae0d-4d64-bd40-1a49bd3e823d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.1533058 Mar 08 14:52:51.269301 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (ceef5b20-87c3-42f8-9ada-990272261e5e), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.334082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-51185ae9-e96f-4037-a577-3a24eb155e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.335924 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-51185ae9-e96f-4037-a577-3a24eb155e3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1778505 Mar 08 14:52:51.338286 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb7b6-2949-4406-b63b-935906b03bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.369681 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42282) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:51.378654 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-529ace91-f765-4269-96f8-f442959743a2 req-c2962bd7-c35d-48ed-9b91-1dc5850ae72d tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661236 Mar 08 14:52:51.381542 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b537f325-cb70-44ad-a410-c0427bffba2d req-1c6ee47b-d067-492d-b452-964809bb2d7e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113842 Mar 08 14:52:51.383795 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.451909 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125882a9-ca45-462a-86bc-a3eb27d9b233 None None] Network 574bb723-308b-4e44-b237-5c89cbff8a26 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:51.489877 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-b119e92a-5db3-44e6-b3e4-7b3e2268e1da service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458924 Mar 08 14:52:51.501020 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for subnet (ceef5b20-87c3-42f8-9ada-990272261e5e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.548877 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:51.607785 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.613826 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ceef5b20-87c3-42f8-9ada-990272261e5e HTTP/1.1" status: 204 len: 168 time: 0.5926795 Mar 08 14:52:51.617582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb40b85-8651-42f3-a5fd-3ac42ae1b041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceef5b20-87c3-42f8-9ada-990272261e5e,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:51.621614 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42290) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:51.625406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 0f156e99-122f-4e00-bcc7-54650d201f77 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:51.625942 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.657687 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:51.671020 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dfb2a-82d6-438e-bdc1-b9506d277ec9 req-02031844-3379-4271-9dac-94a7a89a1ba1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.679482 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d12dfb2a-82d6-438e-bdc1-b9506d277ec9 req-02031844-3379-4271-9dac-94a7a89a1ba1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 943 time: 0.1516962 Mar 08 14:52:51.706202 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fa50833-eb97-4847-933c-a4e23d3c8a1e req-ae20f903-c4d4-4502-9a45-a706c3bea2f6 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092068 Mar 08 14:52:51.757694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f156e99-122f-4e00-bcc7-54650d201f77,segment=NetworkSegment(1464edee-3ba8-422f-bebc-f58870d459df),segment_id=1464edee-3ba8-422f-bebc-f58870d459df)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:51.760625 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d12dfb2a-82d6-438e-bdc1-b9506d277ec9 req-d442b980-a9cc-4c90-a47c-1e207b9764dc tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781054 Mar 08 14:52:51.772542 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (7b9d8765-a529-47dd-ad1c-dbedf6ce3400), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.776678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['66be20b6-5888-45d5-a809-0b7d1101af6b'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:52:51.795562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.876732 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e778f724-1cf6-496f-8398-4cb577e858e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.909888 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb7b6-2949-4406-b63b-935906b03bb3 admin admin] Publish callbacks [] for security_group (5005964a-075e-4926-8744-7911a52ae5da), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.923664 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:51.944402 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (7b9d8765-a529-47dd-ad1c-dbedf6ce3400), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.946919 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb7b6-2949-4406-b63b-935906b03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5005964a-075e-4926-8744-7911a52ae5da), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:51.968725 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3b7eb-80ec-4b0e-a368-525d80ca0975 req-d1a72139-4cbb-43f6-96b6-336d04a59238 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.972087 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-95e3b7eb-80ec-4b0e-a368-525d80ca0975 req-d1a72139-4cbb-43f6-96b6-336d04a59238 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 944 time: 0.1559019 Mar 08 14:52:51.975154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-7b8a4e2c-f40e-474d-b216-a1dbab194da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:51.976953 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-7b8a4e2c-f40e-474d-b216-a1dbab194da3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1127 time: 0.2006795 Mar 08 14:52:52.002790 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.003162 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.003943 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.004276 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > port after_create 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.004652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.004999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > port after_update 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.005352 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.005666 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.006053 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.006418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.033592 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d679e8-0865-4a35-b4b2-9287ed8ec82b" -d '{"events": [{"server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "name": "network-vif-plugged", "status": "completed", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:52.123114 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-deee192e-52df-4d23-b9f9-b6e24d810879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:52.124758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-deee192e-52df-4d23-b9f9-b6e24d810879 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.1356864 Mar 08 14:52:52.154286 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.154799 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.155038 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.155323 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:52:52.155723 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9d8765-a529-47dd-ad1c-dbedf6ce3400']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:52.170333 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb7b6-2949-4406-b63b-935906b03bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005964a-075e-4926-8744-7911a52ae5da,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:52.180177 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-95e3b7eb-80ec-4b0e-a368-525d80ca0975 req-fb29acab-2875-4a81-892f-42089d814308 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006667 Mar 08 14:52:52.181526 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-3b52d4e9-5be1-4bb3-9f2b-8f836b1f45be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 217 time: 0.0469775 Mar 08 14:52:52.202614 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3f0eb7b6-2949-4406-b63b-935906b03bb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57799da101fd45409c864898102d3dea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3518825 Mar 08 14:52:52.204417 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42312) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:52.206117 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c93ebfc-3f36-4238-96f7-9c7d208189bd') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:52.206568 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c93ebfc-3f36-4238-96f7-9c7d208189bd') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:52.234000 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-2d1674a4-7fb2-4632-9a6d-d43f518ad7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:52.235490 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-2d1674a4-7fb2-4632-9a6d-d43f518ad7e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0480461 Mar 08 14:52:52.245758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (6c93ebfc-3f36-4238-96f7-9c7d208189bd), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.248083 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bef8f-e5ce-4adb-bbc8-3670b5df8759 x-openstack-request-id: req-107bef8f-e5ce-4adb-bbc8-3670b5df8759 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:52.248552 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "name": "network-vif-plugged", "status": "completed", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:52.248636 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-107bef8f-e5ce-4adb-bbc8-3670b5df8759 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:52.249157 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77', 'code': 200} Mar 08 14:52:52.283827 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (6c93ebfc-3f36-4238-96f7-9c7d208189bd), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.305199 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-b6cfd65f-12f0-47dc-8142-d926847310c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:52.306753 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-b6cfd65f-12f0-47dc-8142-d926847310c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619235 Mar 08 14:52:52.308732 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:52:52.309242 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (6c93ebfc-3f36-4238-96f7-9c7d208189bd), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: from cryptography.utils import int_from_bytes Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: from cryptography.utils import int_from_bytes Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:52:52.342264 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:52:52.371162 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] Publish callbacks [] for security_group (5005964a-075e-4926-8744-7911a52ae5da), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.415473 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-8c144415-9048-42f1-822e-966eb75b4669 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016955 Mar 08 14:52:52.510275 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:52:52.558438 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (7b9d8765-a529-47dd-ad1c-dbedf6ce3400), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.563641 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] Publish callbacks [] for security_group (5005964a-075e-4926-8744-7911a52ae5da), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.612100 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.616197 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] 10.222.0.42 "DELETE /v2.0/networks/7b9d8765-a529-47dd-ad1c-dbedf6ce3400 HTTP/1.1" status: 204 len: 168 time: 0.9901464 Mar 08 14:52:52.618490 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e778f724-1cf6-496f-8398-4cb577e858e7 admin admin] Publish callbacks [] for security_group (d4f289ff-5a63-47dd-b232-e76cbe56b7b0), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.620741 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42324) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:52.635750 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:52.649197 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:52:52.693929 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:52.694552 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.698286 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Deleting subnet a829e16d-b0e4-4073-bac7-2990e457e0a7 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:52:52.702707 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Publish callbacks [] for subnet (a829e16d-b0e4-4073-bac7-2990e457e0a7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.712446 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:52.743973 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:52.744155 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (a829e16d-b0e4-4073-bac7-2990e457e0a7), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.751051 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.752158 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b6952fd7-f74c-4630-9193-65beb5a78857 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:52:52.771498 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e778f724-1cf6-496f-8398-4cb577e858e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d4f289ff-5a63-47dd-b232-e76cbe56b7b0), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.786088 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbd3d4-4c60-428f-b39c-1278bb5a50fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9d8765-a529-47dd-ad1c-dbedf6ce3400,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:52.857455 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778f724-1cf6-496f-8398-4cb577e858e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f289ff-5a63-47dd-b232-e76cbe56b7b0,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:52.860981 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (a829e16d-b0e4-4073-bac7-2990e457e0a7), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.865694 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e778f724-1cf6-496f-8398-4cb577e858e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee83699a91784b0b804a43aee5509ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4936221 Mar 08 14:52:52.878188 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42336) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:52.886027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-bb7ac430-4e1f-4d9c-ba51-8efe1968a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:52.887641 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-bb7ac430-4e1f-4d9c-ba51-8efe1968a425 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 1130 time: 0.4491775 Mar 08 14:52:52.897321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:52.908336 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5005964a-075e-4926-8744-7911a52ae5da), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.910952 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.912088 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5005964a-075e-4926-8744-7911a52ae5da HTTP/1.1" status: 204 len: 168 time: 0.7016234 Mar 08 14:52:52.932110 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-71722e77-eefd-47c9-8370-945bb153e6e3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.933987 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e5c8286-99ee-4e44-a432-4b52d52e1769 req-a7681f6e-47e7-4ad4-aee5-386e1d10084e service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079970 Mar 08 14:52:52.936263 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb21c-bc20-4565-86c7-977ce89b8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005964a-075e-4926-8744-7911a52ae5da,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:52.976593 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (a829e16d-b0e4-4073-bac7-2990e457e0a7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:52.994414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6952fd7-f74c-4630-9193-65beb5a78857,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:53.017670 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'b6952fd7-f74c-4630-9193-65beb5a78857', 'network_id': '04b6036e-7846-4c0a-8ff5-9a292a7bf361', 'port_id': 'b6952fd7-f74c-4630-9193-65beb5a78857', 'mac_address': 'fa:16:3e:ba:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b69bdd-f4c2-44a0-a11c-c00ae4648afe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:52:53.020708 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a829e16d-b0e4-4073-bac7-2990e457e0a7,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.023201 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.029729 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-995238f8-d127-4d11-9f79-9dec78a8705d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a829e16d-b0e4-4073-bac7-2990e457e0a7 HTTP/1.1" status: 204 len: 168 time: 0.4008648 Mar 08 14:52:53.030717 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42340) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:53.045133 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6618-b022-4a7e-80c1-4b383d0ffa8d req-4b1d9489-c366-4394-a237-b87a7a46fdd6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:53.051456 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-801e6618-b022-4a7e-80c1-4b383d0ffa8d req-4b1d9489-c366-4394-a237-b87a7a46fdd6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.5458939 Mar 08 14:52:53.087053 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port b6952fd7-f74c-4630-9193-65beb5a78857 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:53.087797 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796445a-2617-4d35-99c5-97027752e0b3 req-4b66a7a7-ef74-4143-b0e0-85d9ebdfad04 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:53.088051 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.089360 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2796445a-2617-4d35-99c5-97027752e0b3 req-4b66a7a7-ef74-4143-b0e0-85d9ebdfad04 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.5850220 Mar 08 14:52:53.115587 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6952fd7-f74c-4630-9193-65beb5a78857 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:53.131346 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] Publish callbacks [] for security_group (d4f289ff-5a63-47dd-b232-e76cbe56b7b0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.135105 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (574bb723-308b-4e44-b237-5c89cbff8a26), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.145828 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-71722e77-eefd-47c9-8370-945bb153e6e3 service neutron] Publish callbacks [] for security_group (fa1305ca-1a6a-44e2-bf6b-4c32dfc14247), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.156504 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-71722e77-eefd-47c9-8370-945bb153e6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fa1305ca-1a6a-44e2-bf6b-4c32dfc14247), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.163363 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6952fd7-f74c-4630-9193-65beb5a78857,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:53.171014 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.237250 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2796445a-2617-4d35-99c5-97027752e0b3 req-b3f180bc-8592-42f8-a518-b8dbfb2141b8 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265225 Mar 08 14:52:53.241654 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] Publish callbacks [] for security_group (d4f289ff-5a63-47dd-b232-e76cbe56b7b0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.250052 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-58ebb7f3-5ad4-4e6f-864a-5c431fc61c58 req-71722e77-eefd-47c9-8370-945bb153e6e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532040 Mar 08 14:52:53.253067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71722e77-eefd-47c9-8370-945bb153e6e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1305ca-1a6a-44e2-bf6b-4c32dfc14247,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.272357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.283027 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-801e6618-b022-4a7e-80c1-4b383d0ffa8d req-2cd951e5-f26f-4ce9-a50f-413f00c812fc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926506 Mar 08 14:52:53.327986 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (574bb723-308b-4e44-b237-5c89cbff8a26), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.362707 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574bb723-308b-4e44-b237-5c89cbff8a26']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:53.375808 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:53.376244 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:52:53.379567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d4f289ff-5a63-47dd-b232-e76cbe56b7b0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.382356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.385951 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4f289ff-5a63-47dd-b232-e76cbe56b7b0 HTTP/1.1" status: 204 len: 168 time: 0.4929566 Mar 08 14:52:53.391148 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.406712 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.410264 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0684d93-4b86-4a90-b62c-d76e0f3457b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f289ff-5a63-47dd-b232-e76cbe56b7b0,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.417850 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:52:53.419545 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (ccaa8fbd-3b75-4e97-99c1-2b34fc4d4b87), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:52:53.423344 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:52:53.455676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc426cd-fd36-4e3b-a51e-6d14a5f78827 req-5b80b666-244d-4686-9553-d8ab706e9e04 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:53.462811 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8bc426cd-fd36-4e3b-a51e-6d14a5f78827 req-5b80b666-244d-4686-9553-d8ab706e9e04 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 943 time: 0.0957544 Mar 08 14:52:53.515885 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (574bb723-308b-4e44-b237-5c89cbff8a26), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.524365 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.533124 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] 10.222.0.42 "DELETE /v2.0/networks/574bb723-308b-4e44-b237-5c89cbff8a26 HTTP/1.1" status: 204 len: 168 time: 0.5014164 Mar 08 14:52:53.537642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['08f09f54-c0f8-42eb-8864-791cb88627a9'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:52:53.549375 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8bc426cd-fd36-4e3b-a51e-6d14a5f78827 req-10a8bdd7-1c51-4db4-ab41-32ee25c18aca tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855920 Mar 08 14:52:53.570624 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31702c7-e988-48d3-af42-e72f2e59a529 admin admin] Pushing event deleted for resources: {'Network': ['ID=574bb723-308b-4e44-b237-5c89cbff8a26,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.589044 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['b6952fd7-f74c-4630-9193-65beb5a78857'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:52:53.589861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaeba7-b3d5-43f6-9e5a-7bfb57b14818 req-56221aa4-d5a0-4480-8bfc-ef11038156d8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:53.593663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdcaeba7-b3d5-43f6-9e5a-7bfb57b14818 req-56221aa4-d5a0-4480-8bfc-ef11038156d8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 944 time: 0.1281400 Mar 08 14:52:53.606067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42360) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:53.627066 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-666eb544-5e2e-465d-82c1-f6e131ff71f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.665910 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdcaeba7-b3d5-43f6-9e5a-7bfb57b14818 req-7f4cb486-9511-43f0-a327-d0f609b02025 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Mar 08 14:52:53.778022 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-666eb544-5e2e-465d-82c1-f6e131ff71f7 admin admin] Publish callbacks [] for security_group (328d6259-c238-4bb3-bcd8-dbb99e9c0163), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.785697 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-666eb544-5e2e-465d-82c1-f6e131ff71f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (328d6259-c238-4bb3-bcd8-dbb99e9c0163), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.854016 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-666eb544-5e2e-465d-82c1-f6e131ff71f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ac172e79795401f9218f5c91d829499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458625 Mar 08 14:52:53.855207 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb544-5e2e-465d-82c1-f6e131ff71f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d6259-c238-4bb3-bcd8-dbb99e9c0163,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:53.857510 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42370) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:53.949464 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] Publish callbacks [] for security_group (328d6259-c238-4bb3-bcd8-dbb99e9c0163), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.983479 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] Publish callbacks [] for security_group (328d6259-c238-4bb3-bcd8-dbb99e9c0163), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:53.989320 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42374) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.008598 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3890e621-aabb-4744-85ec-92ffdf08f63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.013853 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42376) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.072284 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-7051dc51-5875-4d4c-872c-9648b48e8299 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73dac547803c43b19bfd7f1e50b83732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572145 Mar 08 14:52:54.073451 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (328d6259-c238-4bb3-bcd8-dbb99e9c0163), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.074843 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42378) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.076326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.077530 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/328d6259-c238-4bb3-bcd8-dbb99e9c0163 HTTP/1.1" status: 204 len: 168 time: 0.2188761 Mar 08 14:52:54.087204 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b7c15-7d04-4840-ad05-80887452b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d6259-c238-4bb3-bcd8-dbb99e9c0163,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:54.166492 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3890e621-aabb-4744-85ec-92ffdf08f63a admin admin] Publish callbacks [] for security_group (5d9f60cd-5c31-4c97-807d-1383cf242989), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.169960 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] Publish callbacks [] for security_group (02b794c9-b5ee-45a9-91aa-b09db3fe980d), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.174357 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3890e621-aabb-4744-85ec-92ffdf08f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5d9f60cd-5c31-4c97-807d-1383cf242989), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.208716 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] Publish callbacks [] for security_group (02b794c9-b5ee-45a9-91aa-b09db3fe980d), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.236335 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890e621-aabb-4744-85ec-92ffdf08f63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f60cd-5c31-4c97-807d-1383cf242989,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:54.240478 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3890e621-aabb-4744-85ec-92ffdf08f63a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06b4483753fb4372bc205b364c1936bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496412 Mar 08 14:52:54.243431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42388) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.308935 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (02b794c9-b5ee-45a9-91aa-b09db3fe980d), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.313551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.318941 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02b794c9-b5ee-45a9-91aa-b09db3fe980d HTTP/1.1" status: 204 len: 168 time: 0.2422478 Mar 08 14:52:54.330569 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] Publish callbacks [] for security_group (5d9f60cd-5c31-4c97-807d-1383cf242989), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.334387 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269919f-998c-48b9-8cec-c61613334a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b794c9-b5ee-45a9-91aa-b09db3fe980d,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:54.377679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] Publish callbacks [] for security_group (5d9f60cd-5c31-4c97-807d-1383cf242989), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.489858 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861402ed-35e9-4f5b-be01-eee35ad49440 req-80018eb9-f067-4466-8500-d8b0621c4cca tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:54.491358 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-861402ed-35e9-4f5b-be01-eee35ad49440 req-80018eb9-f067-4466-8500-d8b0621c4cca tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.1250255 Mar 08 14:52:54.504055 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00c2af-989b-4f4d-8fd6-66946405abe5 req-48f9d3df-ca7f-4ac8-b226-ded8336cef0b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:54.505548 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a00c2af-989b-4f4d-8fd6-66946405abe5 req-48f9d3df-ca7f-4ac8-b226-ded8336cef0b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.1003311 Mar 08 14:52:54.526972 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 66be20b6-5888-45d5-a809-0b7d1101af6b up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:54.528081 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5d9f60cd-5c31-4c97-807d-1383cf242989), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.530897 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.533117 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d9f60cd-5c31-4c97-807d-1383cf242989 HTTP/1.1" status: 204 len: 168 time: 0.2887144 Mar 08 14:52:54.561845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7a39-7363-47e9-9bd1-ab91aece88d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f60cd-5c31-4c97-807d-1383cf242989,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:54.627600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-861402ed-35e9-4f5b-be01-eee35ad49440 req-db1930a6-aa3f-4faa-b5f2-86a5f3f10a3d tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203103 Mar 08 14:52:54.650502 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a00c2af-989b-4f4d-8fd6-66946405abe5 req-3eb66954-a5ac-4519-b0ce-753ac9babf3b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347175 Mar 08 14:52:54.668326 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 66be20b6-5888-45d5-a809-0b7d1101af6b completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:52:54.684367 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 66be20b6-5888-45d5-a809-0b7d1101af6b triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:54.685199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.748094 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f764-cef6-4274-90be-4d21b7f7e34b req-7c7a9ffb-fc9f-4b41-84b5-0a00e80da1e1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:54.755879 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0682f764-cef6-4274-90be-4d21b7f7e34b req-7c7a9ffb-fc9f-4b41-84b5-0a00e80da1e1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 943 time: 0.0712750 Mar 08 14:52:54.816601 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0682f764-cef6-4274-90be-4d21b7f7e34b req-4a3ca498-4785-4618-b172-15fd4f01ebc8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592287 Mar 08 14:52:54.839618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 66be20b6-5888-45d5-a809-0b7d1101af6b is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:54.840141 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.854086 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42412) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.899751 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66be20b6-5888-45d5-a809-0b7d1101af6b,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:54.900881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:54.904171 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9563f1-540c-45b8-b27c-34ea7fd6f3b4" -d '{"events": [{"server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "name": "network-vif-plugged", "status": "completed", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:54.909068 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:54.923229 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062ce8f-079e-49eb-a116-b22df6e56259 req-e8466f82-feeb-4ae6-b140-aecd8460b6d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:54.925555 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2062ce8f-079e-49eb-a116-b22df6e56259 req-e8466f82-feeb-4ae6-b140-aecd8460b6d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 944 time: 0.1011753 Mar 08 14:52:54.959080 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3b2cfac0-7b01-4302-96d6-5040b8729531 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c9c873c5d9b469880d108a8f584b181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1015794 Mar 08 14:52:54.959735 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42418) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:54.974606 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:55.005599 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2062ce8f-079e-49eb-a116-b22df6e56259 req-bffc30c7-caf7-41f6-ab72-16c39050d1bc tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735936 Mar 08 14:52:55.005955 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1bbbb-59d5-4356-8982-e79d5b1c6ec8 x-openstack-request-id: req-d0d1bbbb-59d5-4356-8982-e79d5b1c6ec8 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:55.006251 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "name": "network-vif-plugged", "status": "completed", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:55.006565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0d1bbbb-59d5-4356-8982-e79d5b1c6ec8 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:55.006933 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b', 'code': 200} Mar 08 14:52:55.060402 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] Publish callbacks [] for security_group (f8f490d0-7fa2-4aaa-8819-b0bf15f98d67), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:55.084704 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] Publish callbacks [] for security_group (f8f490d0-7fa2-4aaa-8819-b0bf15f98d67), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:55.180550 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f8f490d0-7fa2-4aaa-8819-b0bf15f98d67), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:55.185027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:55.187178 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8f490d0-7fa2-4aaa-8819-b0bf15f98d67 HTTP/1.1" status: 204 len: 168 time: 0.2264707 Mar 08 14:52:55.196450 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54664450-8eb3-445b-a01f-4c85b895eb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f490d0-7fa2-4aaa-8819-b0bf15f98d67,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:55.261346 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1314566-86c1-45bb-8f2b-195c021762ab req-abf6228f-c56f-4993-b423-09ff2d822393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:55.263172 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-f1314566-86c1-45bb-8f2b-195c021762ab req-abf6228f-c56f-4993-b423-09ff2d822393 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1129 time: 0.0552955 Mar 08 14:52:55.317990 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-f1314566-86c1-45bb-8f2b-195c021762ab req-622f01a4-a5ad-4f47-b355-455f3b0724bc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Mar 08 14:52:55.757600 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab26e5-0ece-4d64-b88d-544cd1768ff8 req-17612904-58fd-4095-879c-f8d3869af846 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:55.759760 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01ab26e5-0ece-4d64-b88d-544cd1768ff8 req-17612904-58fd-4095-879c-f8d3869af846 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.0657411 Mar 08 14:52:55.854766 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f736e-3ffe-458f-8681-3773a1009350 req-f196b76f-bb10-417e-ac2a-083a49c404a3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:55.857603 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-537f736e-3ffe-458f-8681-3773a1009350 req-f196b76f-bb10-417e-ac2a-083a49c404a3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0965962 Mar 08 14:52:55.862710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-01ab26e5-0ece-4d64-b88d-544cd1768ff8 req-ee2ef9ab-acb8-4286-b5b0-2bb3168f8650 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927191 Mar 08 14:52:55.925999 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-537f736e-3ffe-458f-8681-3773a1009350 req-ba4a2468-7553-4d79-864a-a729ff0d02b4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612037 Mar 08 14:52:55.991410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc069a0-b07a-4aa6-a0c2-3c32a4e21872 req-451ee47f-ccb0-4235-a9cb-758e42d2b111 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:55.992892 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ecc069a0-b07a-4aa6-a0c2-3c32a4e21872 req-451ee47f-ccb0-4235-a9cb-758e42d2b111 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 943 time: 0.0652137 Mar 08 14:52:56.043592 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ecc069a0-b07a-4aa6-a0c2-3c32a4e21872 req-6c82f763-0893-41d2-aee0-1772384b7615 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Mar 08 14:52:56.148561 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e470d-6a89-4edb-bb7b-d9fd289b7648 req-3e3dfbc8-fc11-45a9-935d-1027d9bba6f1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:56.150311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f43e470d-6a89-4edb-bb7b-d9fd289b7648 req-3e3dfbc8-fc11-45a9-935d-1027d9bba6f1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0584323 Mar 08 14:52:56.205223 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f43e470d-6a89-4edb-bb7b-d9fd289b7648 req-6030d244-89cb-4bd2-a13c-4093c0c44383 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Mar 08 14:52:56.536323 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7e104937-add9-4b9c-a03b-bcf712779a65 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:52:56.540625 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:56.646652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42510) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:56.696285 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 08f09f54-c0f8-42eb-8864-791cb88627a9 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:52:56.702273 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 08f09f54-c0f8-42eb-8864-791cb88627a9 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:56.702860 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:56.755117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e104937-add9-4b9c-a03b-bcf712779a65,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:56.773049 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '7e104937-add9-4b9c-a03b-bcf712779a65', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'port_id': '7e104937-add9-4b9c-a03b-bcf712779a65', 'mac_address': 'fa:16:3e:cd:26:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:52:56.847853 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7e104937-add9-4b9c-a03b-bcf712779a65 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:56.848505 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:56.861175 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:56.861569 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:56.873438 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e104937-add9-4b9c-a03b-bcf712779a65 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:52:56.881336 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5536e60b-ec82-48dc-bb98-c3d2ec17f397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:56.920809 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:56.933124 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:56.935155 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b6952fd7-f74c-4630-9193-65beb5a78857 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:52:56.942346 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e104937-add9-4b9c-a03b-bcf712779a65,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:56.992477 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.004856 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5536e60b-ec82-48dc-bb98-c3d2ec17f397 admin admin] Publish callbacks [] for security_group (7c2a38dd-352b-4c28-ac67-c13c8b540ce7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.008713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:57.011502 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32070548-0415-4e4e-a047-a52c7f8d81b0" -d '{"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:57.016154 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5536e60b-ec82-48dc-bb98-c3d2ec17f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7c2a38dd-352b-4c28-ac67-c13c8b540ce7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.051421 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd65-58b1-4fab-9371-9247df3163cc req-f163a227-2a61-489f-99e3-7269dd67a3c0 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:57.060862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536e60b-ec82-48dc-bb98-c3d2ec17f397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a38dd-352b-4c28-ac67-c13c8b540ce7,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:57.062425 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58cacd65-58b1-4fab-9371-9247df3163cc req-f163a227-2a61-489f-99e3-7269dd67a3c0 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.1232481 Mar 08 14:52:57.067187 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:57.091984 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5536e60b-ec82-48dc-bb98-c3d2ec17f397 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d72ffa131bcf43a1942fb5a957664f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436729 Mar 08 14:52:57.098569 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42536) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:57.105344 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port b6952fd7-f74c-4630-9193-65beb5a78857 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:52:57.111939 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port b6952fd7-f74c-4630-9193-65beb5a78857 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:52:57.112326 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.183212 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] Publish callbacks [] for security_group (7c2a38dd-352b-4c28-ac67-c13c8b540ce7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.192988 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58cacd65-58b1-4fab-9371-9247df3163cc req-a0f86858-31f0-4437-95f2-eee77c8e150f tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297026 Mar 08 14:52:57.199948 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:57.207331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306b39-8436-4164-8b92-5de5c64d83f0 req-00b9b2d6-1f44-4c0d-8344-a33d8c6ca0ab tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:57.212620 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f3306b39-8436-4164-8b92-5de5c64d83f0 req-00b9b2d6-1f44-4c0d-8344-a33d8c6ca0ab tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1476669 Mar 08 14:52:57.244758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] Publish callbacks [] for security_group (7c2a38dd-352b-4c28-ac67-c13c8b540ce7), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.326323 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f3306b39-8436-4164-8b92-5de5c64d83f0 req-2bd777d7-ab09-410b-bd0d-1edb519a485f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059890 Mar 08 14:52:57.338971 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7c2a38dd-352b-4c28-ac67-c13c8b540ce7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.348565 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.351920 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c2a38dd-352b-4c28-ac67-c13c8b540ce7 HTTP/1.1" status: 204 len: 168 time: 0.2518873 Mar 08 14:52:57.363347 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ed0d8-8fa7-493d-866e-3d85c7f15e88 x-openstack-request-id: req-ee9ed0d8-8fa7-493d-866e-3d85c7f15e88 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:57.363656 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:57.373541 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a79da-2ef4-4516-b5e2-64e80f1011f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a38dd-352b-4c28-ac67-c13c8b540ce7,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:57.375719 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee9ed0d8-8fa7-493d-866e-3d85c7f15e88 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:57.376154 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'code': 200} Mar 08 14:52:57.401078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['7e104937-add9-4b9c-a03b-bcf712779a65'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:52:57.483618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port b6952fd7-f74c-4630-9193-65beb5a78857 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:52:57.484549 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.538259 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6952fd7-f74c-4630-9193-65beb5a78857,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:52:57.550990 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:57.608143 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fd4f-b54b-4538-b877-6aa7ed79ea1d req-c824597e-53c4-4b74-a950-becf51c6cf01 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:57.609736 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e3b2fd4f-b54b-4538-b877-6aa7ed79ea1d req-c824597e-53c4-4b74-a950-becf51c6cf01 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 944 time: 0.1850011 Mar 08 14:52:57.642710 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938c350-0024-4984-9da4-a580d40573ce req-108e6327-0fc3-430b-a5f0-8cfcbfaf5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:57.645148 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-e938c350-0024-4984-9da4-a580d40573ce req-108e6327-0fc3-430b-a5f0-8cfcbfaf5e7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1129 time: 0.1113369 Mar 08 14:52:57.646842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:57.691946 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba4cdf-820a-4306-9ab0-fcb07e0cc78a req-6250a1b3-103c-4288-9987-fffb7c230722 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:57.693942 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-70ba4cdf-820a-4306-9ab0-fcb07e0cc78a req-6250a1b3-103c-4288-9987-fffb7c230722 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.2603469 Mar 08 14:52:57.738065 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e3b2fd4f-b54b-4538-b877-6aa7ed79ea1d req-c66c4a27-9d9b-41d2-a3f4-e4026c42efec tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133161 Mar 08 14:52:57.756375 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-e938c350-0024-4984-9da4-a580d40573ce req-6cb7a6e0-adf1-413b-91f7-c48ec23069d7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044004 Mar 08 14:52:57.782014 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-70ba4cdf-820a-4306-9ab0-fcb07e0cc78a req-fc2647f6-2b67-4190-9473-8f07e1c449bd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Mar 08 14:52:58.232579 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b81fd-091e-4894-8868-7c6d8e24754e req-6b13910f-3e92-416f-8b74-86f6c6182361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.235075 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-6b13910f-3e92-416f-8b74-86f6c6182361 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1129 time: 0.0602179 Mar 08 14:52:58.284887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef7c55-50eb-4de3-adc4-a690b901976f req-b4d61b82-ecbc-437d-8f74-902e0a302d20 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.291732 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7fef7c55-50eb-4de3-adc4-a690b901976f req-b4d61b82-ecbc-437d-8f74-902e0a302d20 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0619721 Mar 08 14:52:58.363907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7fef7c55-50eb-4de3-adc4-a690b901976f req-939d9ee1-e46f-434b-a8c1-a30882eb2c5c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712125 Mar 08 14:52:58.406807 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b81fd-091e-4894-8868-7c6d8e24754e req-18d03e6a-976e-4fe1-a8ec-51f608910c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.409244 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-18d03e6a-976e-4fe1-a8ec-51f608910c5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1479654 Mar 08 14:52:58.482508 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-5d707aa6-8758-4c4b-9130-a92a5f011a1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 200 len: 217 time: 0.0654449 Mar 08 14:52:58.488890 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571a00-0173-47e0-b95e-91853d3e0235 req-47606f3c-4d87-49d1-b01c-e7d4588ef139 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.496222 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b571a00-0173-47e0-b95e-91853d3e0235 req-47606f3c-4d87-49d1-b01c-e7d4588ef139 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0705597 Mar 08 14:52:58.548598 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b81fd-091e-4894-8868-7c6d8e24754e req-ff24df9d-335f-4b85-847b-398a3b3bbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.553133 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-ff24df9d-335f-4b85-847b-398a3b3bbb75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0626686 Mar 08 14:52:58.562895 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b571a00-0173-47e0-b95e-91853d3e0235 req-83629e4a-2cf9-4261-993d-5bdcf34f3ab0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656819 Mar 08 14:52:58.592284 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-a4867a86-b4e9-4ecd-bda1-d7b4cf2fbbc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324025 Mar 08 14:52:58.698194 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-d270829e-750c-4a3f-b0cd-86e3a82cadfe service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984616 Mar 08 14:52:58.705550 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42608) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:58.809079 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-996b81fd-091e-4894-8868-7c6d8e24754e req-cc9b6888-0c31-4cf2-aebb-3819e5ece7b1 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044548 Mar 08 14:52:58.821778 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751852618-network', 'tenant_id': 'fc10358aa5e642b280c8b9ad5d0843eb'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:58.867934 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Made reservation on behalf of fc10358aa5e642b280c8b9ad5d0843eb for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:58.872384 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:58.883529 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:58.903634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddcb26-d9b1-49f8-b1b0-511e4ef0aad7 req-8e3b1180-dc64-480f-9b9d-9a78decf76fb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:58.905120 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f2ddcb26-d9b1-49f8-b1b0-511e4ef0aad7 req-8e3b1180-dc64-480f-9b9d-9a78decf76fb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 944 time: 0.0988762 Mar 08 14:52:58.984768 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f2ddcb26-d9b1-49f8-b1b0-511e4ef0aad7 req-10ed2839-4c13-4e1f-95c1-06e4ef5c75db tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674274 Mar 08 14:52:59.011041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks [] for security_group (64b066b8-878b-46d8-8686-552f17c66d55), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.016271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (64b066b8-878b-46d8-8686-552f17c66d55), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.039187 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:52:59.054731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b066b8-878b-46d8-8686-552f17c66d55,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:59.061703 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (495697f3-5748-4f86-81f6-88d5cb0b15de), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.062088 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Added segment 495697f3-5748-4f86-81f6-88d5cb0b15de of type vlan for network fcbb0205-eb2a-4163-9adf-63f55d6f21de Mar 08 14:52:59.107523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (fcbb0205-eb2a-4163-9adf-63f55d6f21de), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.141717 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (fcbb0205-eb2a-4163-9adf-63f55d6f21de), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.142807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:59.143473 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.213120 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5045440 Mar 08 14:52:59.214680 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42632) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:52:59.215152 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a64a-c6e0-4148-8ebe-948045ebfe42 admin admin] Pushing event updated for resources: {'Network': ['ID=fcbb0205-eb2a-4163-9adf-63f55d6f21de,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:59.225490 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Request body: {'subnet': {'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751852618-subnet', 'tenant_id': 'fc10358aa5e642b280c8b9ad5d0843eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:52:59.233124 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:52:59.256952 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Made reservation on behalf of fc10358aa5e642b280c8b9ad5d0843eb for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:52:59.260735 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60051209'] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.446549 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:52:59.449168 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dbeee9-548c-43e7-bbcb-566d5e90eefc" -d '{"events": [{"server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:52:59.564395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fed0b-5bbe-425b-8d74-74ef8f18d3c4 req-93b5ce78-f510-4fa6-94ea-8c38b4b39923 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:59.566582 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ed7fed0b-5bbe-425b-8d74-74ef8f18d3c4 req-93b5ce78-f510-4fa6-94ea-8c38b4b39923 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0882299 Mar 08 14:52:59.620471 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ed7fed0b-5bbe-425b-8d74-74ef8f18d3c4 req-9a93f4c7-87a7-47a0-b276-2de44ee34c25 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478191 Mar 08 14:52:59.676043 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb5169a-7bbe-452f-a7df-801837bd0d6b x-openstack-request-id: req-2fb5169a-7bbe-452f-a7df-801837bd0d6b {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:52:59.676648 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:52:59.677085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fb5169a-7bbe-452f-a7df-801837bd0d6b {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:52:59.677544 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857', 'code': 200} Mar 08 14:52:59.712035 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60051223'] for subnet (d82f38c6-d3d6-4b2c-8dcc-c434d639595c), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.794613 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Checking segment: {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:52:59.794974 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Network hostable DHCP agents. Network: fcbb0205-eb2a-4163-9adf-63f55d6f21de, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:52:59.814723 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82f38c6-d3d6-4b2c-8dcc-c434d639595c,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:52:59.815373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda111d-23fa-4626-8224-b58517bf0a4f req-2b3208a0-7ed2-4adb-bf75-e04a617a4686 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:59.816386 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cda111d-23fa-4626-8224-b58517bf0a4f req-2b3208a0-7ed2-4adb-bf75-e04a617a4686 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0799010 Mar 08 14:52:59.829821 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:52:59.838624 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, fcbb0205-eb2a-4163-9adf-63f55d6f21de) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:52:59.843418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:59.844040 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:52:59.850280 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b2500-4ef2-4ab4-a1d9-e6bb2a4f99ef None None] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:52:59.861523 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ab07c2c3-dfbb-43a1-8732-1e4e9157955b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6445684 Mar 08 14:52:59.890379 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cda111d-23fa-4626-8224-b58517bf0a4f req-b7a6913f-f6a7-4e99-bd72-27e533f2b865 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666151 Mar 08 14:52:59.949021 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f27cec-193e-459b-ab6b-7165b3d56164 req-69d63314-4351-49c0-a0eb-03ce7f0b90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:52:59.951553 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-35f27cec-193e-459b-ab6b-7165b3d56164 req-69d63314-4351-49c0-a0eb-03ce7f0b90f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0674953 Mar 08 14:52:59.983286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fe1dd-96be-49be-b856-0021cda5a3c4 None None] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:00.055230 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-35f27cec-193e-459b-ab6b-7165b3d56164 req-f3ff3235-2e55-4d33-a830-600e8d8c30d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962839 Mar 08 14:53:00.166288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c1be8-5852-4204-ae6d-9286de2f0db7 req-a0a976fd-aee9-4960-a033-0cfbc8d95e70 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:00.167919 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-df9c1be8-5852-4204-ae6d-9286de2f0db7 req-a0a976fd-aee9-4960-a033-0cfbc8d95e70 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1433873 Mar 08 14:53:00.178139 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42662) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:00.179292 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe166c4-366f-408f-99c4-34ade71bd678 req-dba4ceac-3cf0-4bdc-a5e0-90fd07ced9a3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:00.180981 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bbe166c4-366f-408f-99c4-34ade71bd678 req-dba4ceac-3cf0-4bdc-a5e0-90fd07ced9a3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 944 time: 0.0858693 Mar 08 14:53:00.188209 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'floatingip': {'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:00.229735 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bbe166c4-366f-408f-99c4-34ade71bd678 req-5db78d29-ce01-429a-b6b9-07bfd340c4a6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Mar 08 14:53:00.272867 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:00.540003 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7e104937-add9-4b9c-a03b-bcf712779a65 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:53:00.601079 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 7e104937-add9-4b9c-a03b-bcf712779a65 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:53:00.605451 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 7e104937-add9-4b9c-a03b-bcf712779a65 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:53:00.605874 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:00.695580 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7e104937-add9-4b9c-a03b-bcf712779a65 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:00.696074 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:00.767304 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e104937-add9-4b9c-a03b-bcf712779a65,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:00.786506 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:00.868477 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:00.870681 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d51e5-6a97-482f-bcb2-1b89573b8204 req-fc01d3b7-2473-4583-a6db-b9002790a56d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:00.874570 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-121d51e5-6a97-482f-bcb2-1b89573b8204 req-fc01d3b7-2473-4583-a6db-b9002790a56d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1188312 Mar 08 14:53:00.938129 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-121d51e5-6a97-482f-bcb2-1b89573b8204 req-b003c47d-5230-4004-8408-b0887208d2c3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Mar 08 14:53:01.110685 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:01.115423 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:01.226043 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Floating IP 4cda4731-a73c-406a-bf66-64b86647b0bb associated. External IP: 172.27.2.179, port: 08f09f54-c0f8-42eb-8864-791cb88627a9. Mar 08 14:53:01.379872 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31262307-100b-470c-bde5-52aef124c0a9 req-4b1ca689-06bf-4d87-ba44-8a861ea802fa tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:01.388485 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-31262307-100b-470c-bde5-52aef124c0a9 req-4b1ca689-06bf-4d87-ba44-8a861ea802fa tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Mar 08 14:53:01.436928 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-31262307-100b-470c-bde5-52aef124c0a9 req-a45b1ff7-9767-4cc2-9683-e0667bb7309b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474432 Mar 08 14:53:01.641339 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:53:01.678997 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:01.681584 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90fb3f2-0356-45ad-a191-007cc1b648ad" -d '{"events": [{"server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "name": "network-vif-plugged", "status": "completed", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:01.751743 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff703bd5-2464-40d0-b6f0-65c1bb4ef9be x-openstack-request-id: req-ff703bd5-2464-40d0-b6f0-65c1bb4ef9be {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:01.752101 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "name": "network-vif-plugged", "status": "completed", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:01.752494 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff703bd5-2464-40d0-b6f0-65c1bb4ef9be {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:01.753081 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65', 'code': 200} Mar 08 14:53:01.779063 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:53:01.786321 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:01.796136 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:53:01.807744 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:53:01.808606 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:01.830537 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-51e05661-8cbd-4d8f-8858-1eb3dbbc8052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "PUT /v2.0/floatingips/4cda4731-a73c-406a-bf66-64b86647b0bb HTTP/1.1" status: 200 len: 991 time: 1.6504686 Mar 08 14:53:01.831702 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:01.834351 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2046e195-a9fe-4424-ac64-bf03ca3ad751" -d '{"events": [{"name": "network-changed", "server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:01.898437 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c46d834-964a-42d1-97c1-ca181cde1603 x-openstack-request-id: req-2c46d834-964a-42d1-97c1-ca181cde1603 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:01.898743 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:01.899000 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c46d834-964a-42d1-97c1-ca181cde1603 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:01.899402 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'status': 'completed', 'code': 200} Mar 08 14:53:02.007476 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:53:02.008953 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-6c3bccb1-a1d6-4d3e-8ade-cda8349cca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.014570 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-6c3bccb1-a1d6-4d3e-8ade-cda8349cca6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1129 time: 0.0802426 Mar 08 14:53:02.171832 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-9eeeb2ec-2364-4507-8f4f-bab49ff175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.183970 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-9eeeb2ec-2364-4507-8f4f-bab49ff175b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.1629679 Mar 08 14:53:02.187517 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408f2-bdab-4534-8b81-2e226d77a315 req-d646c941-0823-483b-b308-1c0035531a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.189835 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dca408f2-bdab-4534-8b81-2e226d77a315 req-d646c941-0823-483b-b308-1c0035531a68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.1827085 Mar 08 14:53:02.199539 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420f11-72eb-4773-b247-98a3d1a464d0 req-1a36a97a-6080-4c66-b833-bcf745b6a30a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.209512 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0f420f11-72eb-4773-b247-98a3d1a464d0 req-1a36a97a-6080-4c66-b833-bcf745b6a30a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1087143 Mar 08 14:53:02.302258 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-4910c8bc-9136-49e8-b1bd-31692c2c7a36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 999 time: 0.1001718 Mar 08 14:53:02.357223 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-f9661004-b5f3-478f-a217-33fdc8098d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.358842 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-f9661004-b5f3-478f-a217-33fdc8098d5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0498459 Mar 08 14:53:02.364109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0f420f11-72eb-4773-b247-98a3d1a464d0 req-36bcee68-33ed-4706-93ac-06cb29b64261 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533282 Mar 08 14:53:02.364247 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '4cda4731-a73c-406a-bf66-64b86647b0bb', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:34Z', 'updated_at': '2022-03-08T14:53:00Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:02.391814 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:53:02.392942 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dca408f2-bdab-4534-8b81-2e226d77a315 req-1f845244-d049-4551-bb85-27b600ee8f16 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810074 Mar 08 14:53:02.400021 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:53:02.400614 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:52:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:02.421860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-9f1b210f-3f34-49ca-9402-d4e606b3341d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.423281 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-9f1b210f-3f34-49ca-9402-d4e606b3341d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 808 time: 0.2095385 Mar 08 14:53:02.444276 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-0dfe42d1-93b9-41ec-9847-534452f5ac18 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/quotas/fc10358aa5e642b280c8b9ad5d0843eb HTTP/1.1" status: 200 len: 375 time: 0.0152900 Mar 08 14:53:02.479111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-caf71a77-c0bc-456d-bae2-b8f0d99bf828 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340097 Mar 08 14:53:02.533650 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:53:02.609401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-7bd2ba62-8337-4ccd-8a77-5a0c59cebc16 service neutron] 10.222.0.42 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228812 Mar 08 14:53:02.640086 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538f1fa-0b90-419c-9f7a-769c86b6cd74 req-39502191-8e31-4324-97b0-4860dfefee53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:02.646385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c538f1fa-0b90-419c-9f7a-769c86b6cd74 req-39502191-8e31-4324-97b0-4860dfefee53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0996861 Mar 08 14:53:02.739972 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c538f1fa-0b90-419c-9f7a-769c86b6cd74 req-e42a0119-a3d6-4536-af9e-ae2d0d510f3e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924091 Mar 08 14:53:02.762817 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-048e2bfc-fc57-4ce7-b9a2-0b2b9154c074 service neutron] 10.222.0.42 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476126 Mar 08 14:53:02.778322 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '4cda4731-a73c-406a-bf66-64b86647b0bb', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:34Z', 'updated_at': '2022-03-08T14:53:00Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:02.804592 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d510c4-bdb5-427a-8079-46244d6e76a7 None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '4cda4731-a73c-406a-bf66-64b86647b0bb', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:34Z', 'updated_at': '2022-03-08T14:53:00Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:53:02.934420 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44bbe23b-205c-4028-b4f5-9e485ec9e298 req-f155d923-c5fb-4527-9b80-0779139bb83a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 210 time: 0.0273027 Mar 08 14:53:03.482865 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde62f8-d913-47e9-9b78-b97b0bb82738 req-90072e65-a150-4282-9a6b-b213347a6d07 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:03.484714 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7cde62f8-d913-47e9-9b78-b97b0bb82738 req-90072e65-a150-4282-9a6b-b213347a6d07 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0538626 Mar 08 14:53:03.503873 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3fc77c-1584-4555-a921-ae07820f5715 None None] New status for floating IP 4cda4731-a73c-406a-bf66-64b86647b0bb: ACTIVE {{(pid=119856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:53:03.535744 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7cde62f8-d913-47e9-9b78-b97b0bb82738 req-10773e7b-c476-4770-9595-67a5e0952e06 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Mar 08 14:53:03.857383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c8fe9-5194-45aa-965b-0a633d86d4b4 req-10e845c0-178b-43e4-8dd6-621354ec89c6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:03.858790 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f2c8fe9-5194-45aa-965b-0a633d86d4b4 req-10e845c0-178b-43e4-8dd6-621354ec89c6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0507901 Mar 08 14:53:03.912740 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f2c8fe9-5194-45aa-965b-0a633d86d4b4 req-9b3dd728-301b-4c8b-879f-82e19c35d104 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482047 Mar 08 14:53:04.023577 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4504e73f-05aa-4814-924b-2b8c5ce056cf req-c55b7439-65bc-4458-81a3-c0927bc6173b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 210 time: 0.0255203 Mar 08 14:53:04.654333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d702784-4205-4ae3-9c07-bca8c6016407 req-ac83a61e-5887-448f-a15d-e45be7d9fd47 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:04.655718 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d702784-4205-4ae3-9c07-bca8c6016407 req-ac83a61e-5887-448f-a15d-e45be7d9fd47 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0505259 Mar 08 14:53:04.700561 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d702784-4205-4ae3-9c07-bca8c6016407 req-a1529b88-c30a-4ca9-b697-d01441dbb04a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Mar 08 14:53:05.031608 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a68c-c21b-4ed5-a15e-19283e63c455 req-a63caaf3-6b56-4413-b2cf-44bcf1c439a1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:05.033056 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5699a68c-c21b-4ed5-a15e-19283e63c455 req-a63caaf3-6b56-4413-b2cf-44bcf1c439a1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0497046 Mar 08 14:53:05.086451 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5699a68c-c21b-4ed5-a15e-19283e63c455 req-44289213-d56d-4164-bd2e-0aec98a1ab9e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Mar 08 14:53:05.115621 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a6465b4c-4311-43bc-ba1a-8b554c28c37c req-2a96e6ac-b160-4db7-ac68-9b6eef7b05ec tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 210 time: 0.0260131 Mar 08 14:53:05.811618 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21f29-08c2-441e-a3f5-da4e2e2aa132 req-2e382056-d4c8-4dcf-b5ac-bd3e429fd874 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:05.813061 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0fe21f29-08c2-441e-a3f5-da4e2e2aa132 req-2e382056-d4c8-4dcf-b5ac-bd3e429fd874 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0492954 Mar 08 14:53:05.860873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0fe21f29-08c2-441e-a3f5-da4e2e2aa132 req-3f3b77e0-a41f-4afb-a563-b151cf73f23c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Mar 08 14:53:06.219151 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4ac404b-a778-442a-acd1-f211995a8beb req-d5180021-2d8d-423e-ba11-5438854f3ce0 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 210 time: 0.0370555 Mar 08 14:53:06.245017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04975f-7921-4df9-b65a-17dd093d1a50 req-f80d8639-66a9-41b4-ac8b-e6e105faf030 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:06.246559 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8c04975f-7921-4df9-b65a-17dd093d1a50 req-f80d8639-66a9-41b4-ac8b-e6e105faf030 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0941553 Mar 08 14:53:06.294772 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8c04975f-7921-4df9-b65a-17dd093d1a50 req-2bba3a56-dc3e-44f8-8364-d5ff0e134188 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Mar 08 14:53:06.859487 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-0218b00a-4e89-4f55-b53b-93c0b1866ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:06.861221 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-0218b00a-4e89-4f55-b53b-93c0b1866ad5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618255 Mar 08 14:53:06.970772 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-5bf3fe34-311e-4168-bd25-c6ebdf97ff9d service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008599 Mar 08 14:53:06.983114 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ceabd-bb36-4159-aeb3-fa8c081982f4 req-727f2925-bce9-4bfb-a362-f3d9994dc98e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:06.984709 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ed6ceabd-bb36-4159-aeb3-fa8c081982f4 req-727f2925-bce9-4bfb-a362-f3d9994dc98e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0532923 Mar 08 14:53:07.041240 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ed6ceabd-bb36-4159-aeb3-fa8c081982f4 req-fe483c2c-7c1e-4694-bf28-69993e09a3a3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507045 Mar 08 14:53:07.084222 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2046e195-a9fe-4424-ac64-bf03ca3ad751 req-3344e736-af0f-443e-a1d8-52af4e5e4568 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934324 Mar 08 14:53:07.328042 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d53e1159-7b9a-4464-bcb3-5de0737432a0 req-9c41ac80-c9d4-4aff-b13f-80bc0cb8e0dc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 210 time: 0.0330715 Mar 08 14:53:07.421020 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6d8d-da5f-420a-8a09-3fa7f58fbe61 req-491a40cb-4fa9-4593-8756-82d7cd0e9f6c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:07.422812 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-102f6d8d-da5f-420a-8a09-3fa7f58fbe61 req-491a40cb-4fa9-4593-8756-82d7cd0e9f6c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0538146 Mar 08 14:53:07.439316 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-97e3c2ce-3b49-4a83-906b-199e0ecf9f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:07.472838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-102f6d8d-da5f-420a-8a09-3fa7f58fbe61 req-e5e54798-1471-484b-a0b1-c8ed8d427b99 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Mar 08 14:53:07.807353 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-60995758-6f1f-4c1f-ae6d-bf1f41dd75ee tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:07.810294 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-60995758-6f1f-4c1f-ae6d-bf1f41dd75ee tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 808 time: 0.1252246 Mar 08 14:53:07.825241 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Request body: {'port': {'device_id': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de', 'admin_state_up': True, 'tenant_id': 'fc10358aa5e642b280c8b9ad5d0843eb'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:07.932897 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42918) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:07.960300 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Made reservation on behalf of fc10358aa5e642b280c8b9ad5d0843eb for: {'port': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:07.964619 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.063990 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-caaeabd0-2d0f-4b45-81e3-6ae590c0108f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.131605 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Allocated IP 172.20.0.13 (fcbb0205-eb2a-4163-9adf-63f55d6f21de/d82f38c6-d3d6-4b2c-8dcc-c434d639595c/e9120e09-5d0b-48af-b7df-cc16d80495dc) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:53:08.167948 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8eb8-b663-4cd0-b22c-88d66db221c1 req-628417f8-4b2b-4d97-90b9-1a01e9c19435 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:08.176124 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-840b8eb8-b663-4cd0-b22c-88d66db221c1 req-628417f8-4b2b-4d97-90b9-1a01e9c19435 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0630410 Mar 08 14:53:08.234990 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-840b8eb8-b663-4cd0-b22c-88d66db221c1 req-73175f76-4b21-45df-b61c-6545e7d76753 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570812 Mar 08 14:53:08.256039 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-caaeabd0-2d0f-4b45-81e3-6ae590c0108f admin admin] Publish callbacks [] for security_group (04e58cc1-2642-410a-88bd-a85c2d25397f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.288892 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-caaeabd0-2d0f-4b45-81e3-6ae590c0108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (04e58cc1-2642-410a-88bd-a85c2d25397f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.297151 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42932) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:08.362555 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeabd0-2d0f-4b45-81e3-6ae590c0108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e58cc1-2642-410a-88bd-a85c2d25397f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:08.379998 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-caaeabd0-2d0f-4b45-81e3-6ae590c0108f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09bb2b4d6dcc477abf1e9a8d809adf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459968 Mar 08 14:53:08.382810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42940) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:08.401621 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks [] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.441478 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.485047 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:53:08.488646 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:08.510696 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Pushing event updated for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:08.513219 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:53:08.569427 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:08.570087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.586787 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-53b269a9-5cad-489c-9fe0-bbf87e59d18a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7690146 Mar 08 14:53:08.660993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Request body: {'port': {'device_id': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:08.711134 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ccd19541-6058-4c64-9095-70ea27d18a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.729131 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.746952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] Publish callbacks [] for security_group (04e58cc1-2642-410a-88bd-a85c2d25397f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.788841 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e0c5-52e7-4c7c-b054-62fad8e5404e req-cd4c0bb7-b44d-46ec-a409-a2d172b38009 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:08.790518 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c66e0c5-52e7-4c7c-b054-62fad8e5404e req-cd4c0bb7-b44d-46ec-a409-a2d172b38009 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 932 time: 0.3702359 Mar 08 14:53:08.802723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] Publish callbacks [] for security_group (04e58cc1-2642-410a-88bd-a85c2d25397f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:08.830776 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229c16c-da63-462e-b039-9e928aca4baf req-59be169e-1633-4b12-aa1b-15a8c33ab919 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:08.833125 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1229c16c-da63-462e-b039-9e928aca4baf req-59be169e-1633-4b12-aa1b-15a8c33ab919 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1590030 Mar 08 14:53:08.974434 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c66e0c5-52e7-4c7c-b054-62fad8e5404e req-45ff652c-07a0-4bd2-82a9-05a74cffac4b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604607 Mar 08 14:53:08.991588 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1229c16c-da63-462e-b039-9e928aca4baf req-4ca56ad8-c409-40f2-979e-05f507e8db25 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485450 Mar 08 14:53:09.004068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ccd19541-6058-4c64-9095-70ea27d18a7d admin admin] Publish callbacks [] for security_group (351b86b6-a007-46f9-85b4-75c38f9d714f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.005332 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (04e58cc1-2642-410a-88bd-a85c2d25397f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.008246 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.009882 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04e58cc1-2642-410a-88bd-a85c2d25397f HTTP/1.1" status: 204 len: 168 time: 0.6258442 Mar 08 14:53:09.015432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ccd19541-6058-4c64-9095-70ea27d18a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (351b86b6-a007-46f9-85b4-75c38f9d714f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.021870 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34050f-4d80-482d-8abf-ffda80279174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e58cc1-2642-410a-88bd-a85c2d25397f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.080256 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9120e09-5d0b-48af-b7df-cc16d80495dc {{(pid=119855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:09.089833 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks [] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.107188 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ccd19541-6058-4c64-9095-70ea27d18a7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4684d568f15040c8a42270da1be3a730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8064988 Mar 08 14:53:09.107366 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.provisioning_blocks [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Transition to ACTIVE for port object e9120e09-5d0b-48af-b7df-cc16d80495dc will not be triggered until provisioned by entity L2. {{(pid=119855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:53:09.107604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42964) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:09.117387 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19541-6058-4c64-9095-70ea27d18a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b86b6-a007-46f9-85b4-75c38f9d714f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.124623 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.216990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bf8c3-95ee-4ac6-81bb-378e67c735df req-22539b5d-e4c3-425c-97c7-6e300135b84a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:09.218611 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b1bf8c3-95ee-4ac6-81bb-378e67c735df req-22539b5d-e4c3-425c-97c7-6e300135b84a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0664299 Mar 08 14:53:09.229442 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 42968) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:09.234339 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'floatingip': {'port_id': '7e104937-add9-4b9c-a03b-bcf712779a65'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:09.273517 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] Publish callbacks [] for security_group (351b86b6-a007-46f9-85b4-75c38f9d714f), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.279033 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.315635 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.321612 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] Publish callbacks [] for security_group (351b86b6-a007-46f9-85b4-75c38f9d714f), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.334815 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Attempting to bind port e9120e09-5d0b-48af-b7df-cc16d80495dc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:53:09.335186 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Attempting to bind port e9120e09-5d0b-48af-b7df-cc16d80495dc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:53:09.335526 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Attempting to bind port e9120e09-5d0b-48af-b7df-cc16d80495dc on network fcbb0205-eb2a-4163-9adf-63f55d6f21de {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:09.350297 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Port e9120e09-5d0b-48af-b7df-cc16d80495dc on network fcbb0205-eb2a-4163-9adf-63f55d6f21de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:53:09.350628 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Attempting to bind port e9120e09-5d0b-48af-b7df-cc16d80495dc on network fcbb0205-eb2a-4163-9adf-63f55d6f21de {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:09.361604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:53:09.361960 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Checking segment: {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:09.362381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Bound using segment: {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:53:09.363113 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Bound port: e9120e09-5d0b-48af-b7df-cc16d80495dc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'}}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:53:09.363256 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.456369 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, cleared binding levels {{(pid=119855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:53:09.460504 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:53:09.462251 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (351b86b6-a007-46f9-85b4-75c38f9d714f), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.465536 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.466770 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/351b86b6-a007-46f9-85b4-75c38f9d714f HTTP/1.1" status: 204 len: 168 time: 0.3581438 Mar 08 14:53:09.467340 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42974) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:09.492663 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.511706 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:09.513166 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.515101 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9120e09-5d0b-48af-b7df-cc16d80495dc HTTP/1.1" status: 200 len: 1094 time: 0.8583007 Mar 08 14:53:09.515805 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784a2ce-8533-4a28-8c8d-bf04feae48c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b86b6-a007-46f9-85b4-75c38f9d714f,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.520005 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:09.522291 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef7590-51e2-46da-aa06-4e8cf7ebbc79" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:09.525914 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-34e418a8-e407-43da-a83f-6f39fbc8258d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.562410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f498a3-d95a-4e20-aa3a-8ae4409e985c req-3b1c8c5e-6306-470b-9f35-f6c43f049ad0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:09.570239 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21f498a3-d95a-4e20-aa3a-8ae4409e985c req-3b1c8c5e-6306-470b-9f35-f6c43f049ad0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1942751 Mar 08 14:53:09.624418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d37c7-9a94-4f5f-a571-9dd2297f21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=3']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.633412 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9d730-3fff-4703-8d76-36236a116547 x-openstack-request-id: req-f2a9d730-3fff-4703-8d76-36236a116547 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:09.633955 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:09.634663 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2a9d730-3fff-4703-8d76-36236a116547 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:09.635342 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc', 'status': 'completed', 'code': 200} Mar 08 14:53:09.708446 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd80-5399-48c5-906c-ead9e2c7a068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.710692 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-06237b2e-41d0-4790-903d-bb8d872b78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:09.713091 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-06237b2e-41d0-4790-903d-bb8d872b78aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 1128 time: 0.1259007 Mar 08 14:53:09.719092 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21f498a3-d95a-4e20-aa3a-8ae4409e985c req-6e3715ab-04fa-4b0c-95d6-cb6c8bea305f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416893 Mar 08 14:53:09.794061 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-86b93812-a014-4325-bf44-5c1aab388848 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc HTTP/1.1" status: 200 len: 217 time: 0.0652490 Mar 08 14:53:09.807283 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-34e418a8-e407-43da-a83f-6f39fbc8258d admin admin] Publish callbacks [] for security_group (54352f1b-41e5-4e16-bf7c-80b7827a6bf3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.854735 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-a45579a6-acee-42ec-a98a-771965cce48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:09.856799 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-a45579a6-acee-42ec-a98a-771965cce48e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d82f38c6-d3d6-4b2c-8dcc-c434d639595c HTTP/1.1" status: 200 len: 848 time: 0.0514271 Mar 08 14:53:09.858452 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-34e418a8-e407-43da-a83f-6f39fbc8258d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (54352f1b-41e5-4e16-bf7c-80b7827a6bf3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:09.910382 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-08bec4a2-98c8-42b4-b29f-171cf4c7537e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcbb0205-eb2a-4163-9adf-63f55d6f21de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457988 Mar 08 14:53:09.930958 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-34e418a8-e407-43da-a83f-6f39fbc8258d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=899193b585e149d2a81209f7224a2fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599516 Mar 08 14:53:09.931839 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e418a8-e407-43da-a83f-6f39fbc8258d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54352f1b-41e5-4e16-bf7c-80b7827a6bf3,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:09.936001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42982) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:09.968938 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 42984) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:10.032802 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd177-7f04-4900-83e9-f9521407e954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.088036 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] Publish callbacks [] for security_group (54352f1b-41e5-4e16-bf7c-80b7827a6bf3), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.094174 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-ebef4269-d40c-465d-97c1-d6252d6d8b2e service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722806 Mar 08 14:53:10.142941 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] Publish callbacks [] for security_group (54352f1b-41e5-4e16-bf7c-80b7827a6bf3), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.193319 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c6fc4-4ae7-4ace-a731-74604ce584b4 req-3cef90aa-5ca0-47c8-9163-6252f13289a4 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:10.195032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8e7c6fc4-4ae7-4ace-a731-74604ce584b4 req-3cef90aa-5ca0-47c8-9163-6252f13289a4 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 944 time: 0.1399682 Mar 08 14:53:10.235943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.245010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.271870 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd177-7f04-4900-83e9-f9521407e954 admin admin] Publish callbacks [] for security_group (c567eb84-1a24-4932-9ad4-0bb6212cc680), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.286050 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd177-7f04-4900-83e9-f9521407e954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c567eb84-1a24-4932-9ad4-0bb6212cc680), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.301640 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5ff137f6-680b-42a7-87c9-1d291992bd21 req-ad71795d-df22-4262-b004-6d5f1f3f07ea service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960475 Mar 08 14:53:10.311092 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8e7c6fc4-4ae7-4ace-a731-74604ce584b4 req-732e4225-c9d0-46fc-8bdb-ee92502e20fc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024094 Mar 08 14:53:10.342176 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (54352f1b-41e5-4e16-bf7c-80b7827a6bf3), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.344937 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.346301 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54352f1b-41e5-4e16-bf7c-80b7827a6bf3 HTTP/1.1" status: 204 len: 168 time: 0.4094853 Mar 08 14:53:10.350684 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bd177-7f04-4900-83e9-f9521407e954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c567eb84-1a24-4932-9ad4-0bb6212cc680,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:10.359044 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5f5bd177-7f04-4900-83e9-f9521407e954 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96e519f21a2b431bbc3a9f423d85c1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864570 Mar 08 14:53:10.362185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43004) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:10.371038 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be470-31c7-4f06-ab50-264a59916dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54352f1b-41e5-4e16-bf7c-80b7827a6bf3,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:10.463391 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-f06a4509-50e4-4a0f-9b2c-848a67fc5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:10.465180 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-f06a4509-50e4-4a0f-9b2c-848a67fc5689 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 1128 time: 0.0761600 Mar 08 14:53:10.611338 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Floating IP f79460d0-31eb-4a98-9386-0dd15ac6255e associated. External IP: 172.27.2.105, port: 7e104937-add9-4b9c-a03b-bcf712779a65. Mar 08 14:53:10.690979 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43016) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:10.705243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] Publish callbacks [] for security_group (c567eb84-1a24-4932-9ad4-0bb6212cc680), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.763592 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.773377 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] Publish callbacks [] for security_group (c567eb84-1a24-4932-9ad4-0bb6212cc680), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.802636 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:53:10.909251 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-c779261f-c78f-4c60-950d-95346535f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:10.912264 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-c779261f-c78f-4c60-950d-95346535f7d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 909 time: 0.4407854 Mar 08 14:53:10.963652 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c567eb84-1a24-4932-9ad4-0bb6212cc680), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.966907 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.968299 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c567eb84-1a24-4932-9ad4-0bb6212cc680 HTTP/1.1" status: 204 len: 168 time: 0.6051867 Mar 08 14:53:10.978720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82135d7e-e580-4529-ba8d-3652bee7b8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:10.979692 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-a700ce04-a0a5-4e24-87f1-87e1a4d5ede6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc HTTP/1.1" status: 200 len: 217 time: 0.0379789 Mar 08 14:53:11.003213 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2438eb7-f68f-4d09-a300-1e8a2f64174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c567eb84-1a24-4932-9ad4-0bb6212cc680,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:11.038773 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-5abff99f-6dc0-4413-ba67-6cc371385c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.040571 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-5abff99f-6dc0-4413-ba67-6cc371385c96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d82f38c6-d3d6-4b2c-8dcc-c434d639595c HTTP/1.1" status: 200 len: 848 time: 0.0497375 Mar 08 14:53:11.083524 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-e0be0ac3-a6f8-4db7-90ee-d00daf329dcd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcbb0205-eb2a-4163-9adf-63f55d6f21de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287023 Mar 08 14:53:11.115509 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557ad3c-ba23-4f03-ac51-35b6546b288c req-91fe2a7e-9a8a-4650-b18a-9648dac07b42 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.117061 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7557ad3c-ba23-4f03-ac51-35b6546b288c req-91fe2a7e-9a8a-4650-b18a-9648dac07b42 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.2634964 Mar 08 14:53:11.166459 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:53:11.186775 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf2ab3-a84e-4b6b-8799-9adfa8c624fa req-4d9b9e81-648a-4ec0-b89e-72eeab8930c4 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.188319 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fbf2ab3-a84e-4b6b-8799-9adfa8c624fa req-4d9b9e81-648a-4ec0-b89e-72eeab8930c4 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.1952384 Mar 08 14:53:11.216762 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-dc1124bb-5e0e-4849-b05a-85eb5a1e85a7 service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230721 Mar 08 14:53:11.250928 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7557ad3c-ba23-4f03-ac51-35b6546b288c req-b36fc49d-f179-494f-a98e-a165db5009d7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241357 Mar 08 14:53:11.259484 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82135d7e-e580-4529-ba8d-3652bee7b8fd admin admin] Publish callbacks [] for security_group (7a10598f-7723-42fc-8da2-95d995252810), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.296076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82135d7e-e580-4529-ba8d-3652bee7b8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7a10598f-7723-42fc-8da2-95d995252810), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.355995 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-abef7590-51e2-46da-aa06-4e8cf7ebbc79 req-8e098242-22b7-4fa4-9397-9f78589c1b69 service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311743 Mar 08 14:53:11.375976 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fbf2ab3-a84e-4b6b-8799-9adfa8c624fa req-82747cbb-e44f-4229-bfa6-8ef8281b9e05 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766925 Mar 08 14:53:11.415315 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82135d7e-e580-4529-ba8d-3652bee7b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10598f-7723-42fc-8da2-95d995252810,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:11.439724 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-82135d7e-e580-4529-ba8d-3652bee7b8fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67a255c513534e4dab4975926aa969fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7473450 Mar 08 14:53:11.442445 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43046) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:11.478488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:53:11.485183 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.491125 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:53:11.506611 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:53:11.508514 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:53:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:11.529779 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] Publish callbacks [] for security_group (7a10598f-7723-42fc-8da2-95d995252810), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.534485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c51ba1-001b-4b5b-89ce-b0f23f4530a9 req-80d104b9-c13a-4930-b9d8-b7814a8bdace tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.536003 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0c51ba1-001b-4b5b-89ce-b0f23f4530a9 req-80d104b9-c13a-4930-b9d8-b7814a8bdace tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 944 time: 0.1241486 Mar 08 14:53:11.552775 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-13e7c638-5afd-4ff3-aabb-5027d55da63a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "PUT /v2.0/floatingips/f79460d0-31eb-4a98-9386-0dd15ac6255e HTTP/1.1" status: 200 len: 991 time: 2.3100657 Mar 08 14:53:11.552775 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:11.552775 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fabfccd-d81b-4548-b332-330f38f0b7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:11.594038 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] Publish callbacks [] for security_group (7a10598f-7723-42fc-8da2-95d995252810), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.624549 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcd2ee-68b0-4d3b-b842-e156cf8b374f x-openstack-request-id: req-35bcd2ee-68b0-4d3b-b842-e156cf8b374f {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:11.624925 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:11.625108 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35bcd2ee-68b0-4d3b-b842-e156cf8b374f {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:11.627044 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65', 'status': 'completed', 'code': 200} Mar 08 14:53:11.635688 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43056) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:11.641987 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0c51ba1-001b-4b5b-89ce-b0f23f4530a9 req-a4ea3ba7-b674-4776-ab5d-7896fb5ffd59 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944657 Mar 08 14:53:11.683239 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:53:11.685182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9774422-da86-4846-8708-72f7c042afc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.731341 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7a10598f-7723-42fc-8da2-95d995252810), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.733955 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.735202 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a10598f-7723-42fc-8da2-95d995252810 HTTP/1.1" status: 204 len: 168 time: 0.2914736 Mar 08 14:53:11.742690 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-9caef8ef-bb38-476b-ae57-16206d76305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.744285 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-9caef8ef-bb38-476b-ae57-16206d76305f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.0915177 Mar 08 14:53:11.769200 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d0dd-22b1-4ea1-8eed-d6ba50b18821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10598f-7723-42fc-8da2-95d995252810,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:11.883195 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9774422-da86-4846-8708-72f7c042afc9 admin admin] Publish callbacks [] for security_group (38ed27bd-7ada-412c-8f95-1283c079131d), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.886403 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-83da9332-e615-47a4-aa8e-be440209da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:11.888117 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-83da9332-e615-47a4-aa8e-be440209da3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.1363173 Mar 08 14:53:11.889465 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9774422-da86-4846-8708-72f7c042afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (38ed27bd-7ada-412c-8f95-1283c079131d), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:11.971428 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9774422-da86-4846-8708-72f7c042afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed27bd-7ada-412c-8f95-1283c079131d,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:11.980389 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c9774422-da86-4846-8708-72f7c042afc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fdd114658f7441594393d552d345725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405843 Mar 08 14:53:11.982022 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43066) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:12.005548 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-527a1b31-7fd4-4502-8afc-ee598a80041c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 999 time: 0.1006103 Mar 08 14:53:12.075621 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-18175f45-c60f-46eb-90cf-c1bf25cda1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:12.077106 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-18175f45-c60f-46eb-90cf-c1bf25cda1c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0628750 Mar 08 14:53:12.081947 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] Publish callbacks [] for security_group (38ed27bd-7ada-412c-8f95-1283c079131d), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.110197 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f79460d0-31eb-4a98-9386-0dd15ac6255e', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': '7e104937-add9-4b9c-a03b-bcf712779a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:cd:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:38Z', 'updated_at': '2022-03-08T14:53:10Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:12.133271 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] Publish callbacks [] for security_group (38ed27bd-7ada-412c-8f95-1283c079131d), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.147498 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:53:12.161251 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:53:12.162223 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:53:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:12.176982 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-766d0390-7f44-44a5-9c04-dc746f273d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:12.178718 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-766d0390-7f44-44a5-9c04-dc746f273d28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877342 Mar 08 14:53:12.224504 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43072) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:12.243234 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5e28c394-0ed0-4ddc-bd80-6468271b738b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.245469 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.271371 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (38ed27bd-7ada-412c-8f95-1283c079131d), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.274011 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.275282 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38ed27bd-7ada-412c-8f95-1283c079131d HTTP/1.1" status: 204 len: 168 time: 0.2923384 Mar 08 14:53:12.288785 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d33656-2852-4451-a26d-d95b85a2217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed27bd-7ada-412c-8f95-1283c079131d,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:12.337571 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-c0842958-4334-4cd9-ac27-6aaff1f70484 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520703 Mar 08 14:53:12.356255 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:53:12.407033 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5e28c394-0ed0-4ddc-bd80-6468271b738b admin admin] Publish callbacks [] for security_group (2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.422760 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5e28c394-0ed0-4ddc-bd80-6468271b738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.467022 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28c394-0ed0-4ddc-bd80-6468271b738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:12.515563 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-5e28c394-0ed0-4ddc-bd80-6468271b738b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e16b14581a24391992cb1a7d8704251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875516 Mar 08 14:53:12.520855 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea82ff-d3a7-4874-9ebd-c76315c64db7 req-3db7b842-f498-4ebe-bca3-d9024bbede95 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:12.521036 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43084) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:12.522508 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3eea82ff-d3a7-4874-9ebd-c76315c64db7 req-3db7b842-f498-4ebe-bca3-d9024bbede95 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1129985 Mar 08 14:53:12.587797 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3eea82ff-d3a7-4874-9ebd-c76315c64db7 req-ca8bff79-7c19-48e9-8981-c1d729189fd6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Mar 08 14:53:12.633227 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2fabfccd-d81b-4548-b332-330f38f0b7ff req-924bcffd-199f-400e-83bb-d2897ce710ce service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731581 Mar 08 14:53:12.690612 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] Publish callbacks [] for security_group (2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.753329 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] Publish callbacks [] for security_group (2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.829930 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.840403 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:12.846453 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15 HTTP/1.1" status: 204 len: 168 time: 0.3212204 Mar 08 14:53:12.865199 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff571129-8bab-41c2-b237-d441df9d0fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac7c56c-3ea4-405a-9b7c-d4fe69b4da15,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:12.877349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89922e8d-4870-470f-8d58-419e22bef4ee req-c57b1033-8d6d-4180-8d51-af7189b4790c tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:12.878919 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-89922e8d-4870-470f-8d58-419e22bef4ee req-c57b1033-8d6d-4180-8d51-af7189b4790c tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.0914240 Mar 08 14:53:12.887809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631864a-ac02-4d80-8d46-5f23246b4223 req-9b5bdabd-e89b-42f6-a8f1-66bcfdbf8802 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:12.888901 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f79460d0-31eb-4a98-9386-0dd15ac6255e', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': '7e104937-add9-4b9c-a03b-bcf712779a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:cd:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:38Z', 'updated_at': '2022-03-08T14:53:10Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:12.889405 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2631864a-ac02-4d80-8d46-5f23246b4223 req-9b5bdabd-e89b-42f6-a8f1-66bcfdbf8802 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 944 time: 0.1476462 Mar 08 14:53:12.956749 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24361e6-33de-4f91-9549-12f7c7a85626 None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f79460d0-31eb-4a98-9386-0dd15ac6255e', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': '7e104937-add9-4b9c-a03b-bcf712779a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:cd:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:52:38Z', 'updated_at': '2022-03-08T14:53:10Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:53:12.957359 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-89922e8d-4870-470f-8d58-419e22bef4ee req-38e60c6c-584c-4a93-b1a3-c2527d3e49ef tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669532 Mar 08 14:53:12.972431 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2631864a-ac02-4d80-8d46-5f23246b4223 req-f67f4a3e-e136-4762-8595-7e3dd40526f6 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693574 Mar 08 14:53:13.205737 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45905f-187d-47d8-9fa4-430e413f9f65 None None] New status for floating IP f79460d0-31eb-4a98-9386-0dd15ac6255e: ACTIVE {{(pid=119856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:53:13.467258 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96832e08-9429-45c3-a355-c2c52ec8084f req-aaa03d63-a8c6-4569-a6e2-7bf1dc35cf6a tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:13.469169 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96832e08-9429-45c3-a355-c2c52ec8084f req-aaa03d63-a8c6-4569-a6e2-7bf1dc35cf6a tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.61 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 946 time: 0.1050835 Mar 08 14:53:13.604598 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Deleting port 0f156e99-122f-4e00-bcc7-54650d201f77 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:53:13.604933 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:13.740632 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] For port 0f156e99-122f-4e00-bcc7-54650d201f77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f156e99-122f-4e00-bcc7-54650d201f77,segment=NetworkSegment(1464edee-3ba8-422f-bebc-f58870d459df),segment_id=1464edee-3ba8-422f-bebc-f58870d459df)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:13.741155 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:13.753139 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efad26-f5b3-43c7-83c7-814e244407d0 req-e8cb37ad-3e31-483e-863d-ba271d4bf04b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:13.767062 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Calling delete_port for 0f156e99-122f-4e00-bcc7-54650d201f77 owned by compute:nova {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:53:13.767266 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9efad26-f5b3-43c7-83c7-814e244407d0 req-e8cb37ad-3e31-483e-863d-ba271d4bf04b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1007247 Mar 08 14:53:13.852955 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9efad26-f5b3-43c7-83c7-814e244407d0 req-041c513a-b831-4d5d-a5eb-fd9c1e62129e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843098 Mar 08 14:53:14.112257 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:14.151928 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bda0c-8a26-4d4d-b7ad-be82bd1aea76 req-d41d274c-0602-4ce0-a8eb-e9a5f3b1f562 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:14.151928 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8b9bda0c-8a26-4d4d-b7ad-be82bd1aea76 req-d41d274c-0602-4ce0-a8eb-e9a5f3b1f562 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 944 time: 0.0691326 Mar 08 14:53:14.210816 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (0f156e99-122f-4e00-bcc7-54650d201f77), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:14.233039 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['0f156e99-122f-4e00-bcc7-54650d201f77'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:14.272130 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8b9bda0c-8a26-4d4d-b7ad-be82bd1aea76 req-b3b127a7-c11d-4cf2-85e5-86f42efc4bbc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102655 Mar 08 14:53:14.292588 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda040ad-ded7-42ba-9ba5-e7326418428a req-60abd67e-6d2a-4fb2-8c58-682dd1a14b6e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:14.294711 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bda040ad-ded7-42ba-9ba5-e7326418428a req-60abd67e-6d2a-4fb2-8c58-682dd1a14b6e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 867 time: 0.1449130 Mar 08 14:53:14.363311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bda040ad-ded7-42ba-9ba5-e7326418428a req-8bea0eb1-8ace-4c44-810a-3771ed6f9c35 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a38e4c7-677c-4e29-a71c-7ab27018e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Mar 08 14:53:14.402065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Pushing event deleted for resources: {'Port': ['ID=0f156e99-122f-4e00-bcc7-54650d201f77,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:14.470943 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] No DVR routers for this DVR port 0f156e99-122f-4e00-bcc7-54650d201f77 on host hv-cinder-83009 {{(pid=119855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:53:14.475596 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.476164 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.476739 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.477192 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.477736 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.478393 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.479028 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.479562 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.480190 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.480810 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.481459 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.482029 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.482575 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:14.491840 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:14.498321 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-96832e08-9429-45c3-a355-c2c52ec8084f req-117b86ab-3c67-4bd5-af52-2668741a482e tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.61 "DELETE /v2.0/ports/0f156e99-122f-4e00-bcc7-54650d201f77 HTTP/1.1" status: 204 len: 173 time: 1.0224929 Mar 08 14:53:14.498903 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'name': 'network-vif-deleted', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:14.502487 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89349cb8-7d0a-4c1d-a300-238fd538dea1" -d '{"events": [{"server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "name": "network-vif-deleted", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:14.554325 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d6f68-9eac-445b-9e6c-271eefff4b32 x-openstack-request-id: req-724d6f68-9eac-445b-9e6c-271eefff4b32 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:14.554787 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4651781c-5228-471c-9984-a7b868adabde", "name": "network-vif-deleted", "tag": "0f156e99-122f-4e00-bcc7-54650d201f77", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:14.555266 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-724d6f68-9eac-445b-9e6c-271eefff4b32 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:14.566690 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4651781c-5228-471c-9984-a7b868adabde', 'name': 'network-vif-deleted', 'tag': '0f156e99-122f-4e00-bcc7-54650d201f77', 'status': 'completed', 'code': 200} Mar 08 14:53:14.587778 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e9120e09-5d0b-48af-b7df-cc16d80495dc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:53:14.709822 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:14.721594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'e9120e09-5d0b-48af-b7df-cc16d80495dc', 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de', 'port_id': 'e9120e09-5d0b-48af-b7df-cc16d80495dc', 'mac_address': 'fa:16:3e:a4:fb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82f38c6-d3d6-4b2c-8dcc-c434d639595c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:53:14.771781 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port e9120e09-5d0b-48af-b7df-cc16d80495dc is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:14.772175 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:14.796902 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9120e09-5d0b-48af-b7df-cc16d80495dc {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:14.822057 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:14.834139 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:14.836447 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-d061a753-6bf8-461a-b4f9-8f38baef4b57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527894 Mar 08 14:53:14.890134 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:14.953433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b990071-429a-4f63-b976-bd12058d670a req-d038933f-afe3-4bcd-8671-00bae3fa9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:14.955268 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-d038933f-afe3-4bcd-8671-00bae3fa9a18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0567288 Mar 08 14:53:15.020271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ef8d-844a-43bb-887c-0896ba153080 req-322dbbc2-3f7b-4c61-97d8-c2eb86804f0a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:15.028578 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0332ef8d-844a-43bb-887c-0896ba153080 req-322dbbc2-3f7b-4c61-97d8-c2eb86804f0a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0805333 Mar 08 14:53:15.087758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b990071-429a-4f63-b976-bd12058d670a req-8f3badc7-813b-4f17-aa86-0a9c9ee9ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:15.090843 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-8f3badc7-813b-4f17-aa86-0a9c9ee9ad4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1132476 Mar 08 14:53:15.092912 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0332ef8d-844a-43bb-887c-0896ba153080 req-bd6f2e0d-a010-4aa5-bf56-3da7a94a4f5d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635009 Mar 08 14:53:15.145008 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-b40f8a68-1c3d-46a3-b668-a517cdf123c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.0423043 Mar 08 14:53:15.203995 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b990071-429a-4f63-b976-bd12058d670a req-5f2e2d81-1eee-40ac-b9fa-5cdb4a66470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:15.205502 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-5f2e2d81-1eee-40ac-b9fa-5cdb4a66470f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0537679 Mar 08 14:53:15.251405 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['e9120e09-5d0b-48af-b7df-cc16d80495dc'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:15.261514 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-7b122fa2-9fb9-492e-bdfd-7f2bb0f0393f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387473 Mar 08 14:53:15.459782 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-2b162893-1335-4ed7-bb1e-80e9d3aaceca service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835999 Mar 08 14:53:15.518048 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ce260-28f6-42d6-8268-0bdc7c5f6f77 req-55bdfd24-fb77-48d1-8c64-41f17e518481 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:15.523384 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-681ce260-28f6-42d6-8268-0bdc7c5f6f77 req-55bdfd24-fb77-48d1-8c64-41f17e518481 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 945 time: 0.1415365 Mar 08 14:53:15.561903 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c190aee9-0efd-4726-8e30-551a3570d838 req-b379d712-7231-46b8-9a44-e9d7cd308c03 tempest-DeleteServersTestJSON-926127738 tempest-DeleteServersTestJSON-926127738-project] 10.222.0.42 "GET /v2.0/ports?device_id=4651781c-5228-471c-9984-a7b868adabde HTTP/1.1" status: 200 len: 210 time: 0.0358498 Mar 08 14:53:15.599033 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-681ce260-28f6-42d6-8268-0bdc7c5f6f77 req-1fbc407e-835a-4117-b5ed-60e89c642d5e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645728 Mar 08 14:53:15.658034 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-9b990071-429a-4f63-b976-bd12058d670a req-26ed14d7-ac5e-4ce3-a8ab-a556d0429c43 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911428 Mar 08 14:53:16.080993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43266) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:16.232287 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7fa3-2a87-4657-adc4-da80f63f85fd req-5479011b-1f1e-4ba5-be35-a1668f1c2b69 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:16.240614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69fa7fa3-2a87-4657-adc4-da80f63f85fd req-5479011b-1f1e-4ba5-be35-a1668f1c2b69 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0733075 Mar 08 14:53:16.269179 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-04fd7aeb-cb26-4b72-a169-55ee4837e9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.316341 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69fa7fa3-2a87-4657-adc4-da80f63f85fd req-e7b1aa20-4cea-4b3b-b6e1-7f44f7d7e9b8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Mar 08 14:53:16.378224 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-04fd7aeb-cb26-4b72-a169-55ee4837e9d5 admin admin] Publish callbacks [] for security_group (d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.383167 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-04fd7aeb-cb26-4b72-a169-55ee4837e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.425963 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd7aeb-cb26-4b72-a169-55ee4837e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:16.432523 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-04fd7aeb-cb26-4b72-a169-55ee4837e9d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1594bb0dd32940cf9ce9145d19a30207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481119 Mar 08 14:53:16.432867 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43294) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:16.489696 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] Publish callbacks [] for security_group (d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.515452 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] Publish callbacks [] for security_group (d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.571535 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.575264 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.577102 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e HTTP/1.1" status: 204 len: 168 time: 0.1428595 Mar 08 14:53:16.601087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3399c0-036e-4042-a4ec-8cbd4969e32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6229b1d-5d3a-4478-bf4a-6ca8d6f2833e,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:16.601662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e9120e09-5d0b-48af-b7df-cc16d80495dc up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:53:16.717677 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port e9120e09-5d0b-48af-b7df-cc16d80495dc completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:53:16.727090 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port e9120e09-5d0b-48af-b7df-cc16d80495dc triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:53:16.727479 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.838103 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90a46d-3e94-4e0c-8a9c-7620b35ee7d2 req-adff1216-dc16-49c4-9aaa-bbcdbc015d80 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:16.855819 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e90a46d-3e94-4e0c-8a9c-7620b35ee7d2 req-adff1216-dc16-49c4-9aaa-bbcdbc015d80 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 945 time: 0.1440756 Mar 08 14:53:16.913830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port e9120e09-5d0b-48af-b7df-cc16d80495dc is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:16.914214 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:16.926931 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e90a46d-3e94-4e0c-8a9c-7620b35ee7d2 req-552b8798-ccb2-4a82-b692-3475bec55e4c tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Mar 08 14:53:16.976163 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:16.976163 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeec6ad-5174-4ab8-89ed-a9e23705fbf8" -d '{"events": [{"server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "name": "network-vif-plugged", "status": "completed", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:16.981690 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43354) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:17.002986 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-86a14b15-bc78-4f69-8142-86736aca00fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.009555 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:17.016582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.017449 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 0f156e99-122f-4e00-bcc7-54650d201f77 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:53:17.092967 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 0f156e99-122f-4e00-bcc7-54650d201f77 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:53:17.093321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 0f156e99-122f-4e00-bcc7-54650d201f77 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:53:17.100026 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9158d2-b24d-4669-83d2-9fde7fcf4428 x-openstack-request-id: req-0d9158d2-b24d-4669-83d2-9fde7fcf4428 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:17.100572 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "name": "network-vif-plugged", "status": "completed", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:17.100970 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d9158d2-b24d-4669-83d2-9fde7fcf4428 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:17.101495 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc', 'code': 200} Mar 08 14:53:17.114460 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-86a14b15-bc78-4f69-8142-86736aca00fd admin admin] Publish callbacks [] for security_group (d6589291-4795-4959-a03b-1ae77666c683), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.120032 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-86a14b15-bc78-4f69-8142-86736aca00fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6589291-4795-4959-a03b-1ae77666c683), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.132212 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:17.143236 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.144478 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.145117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.146344 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.146844 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.147381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.148235 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.149317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.149870 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.150419 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.150939 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.151435 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.151956 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.180396 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-86a14b15-bc78-4f69-8142-86736aca00fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a053a78f8244e8e99e456e4c350c497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953001 Mar 08 14:53:17.180921 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43364) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:17.182891 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a14b15-bc78-4f69-8142-86736aca00fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6589291-4795-4959-a03b-1ae77666c683,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:17.240731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Publish callbacks [] for security_group (d6589291-4795-4959-a03b-1ae77666c683), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.270113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Publish callbacks [] for security_group (d6589291-4795-4959-a03b-1ae77666c683), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.293934 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec327-936b-4473-a0a8-6831cbc6b9a9 req-13429f6f-92e0-41be-ab4d-0de52e52d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:17.298793 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-e46ec327-936b-4473-a0a8-6831cbc6b9a9 req-13429f6f-92e0-41be-ab4d-0de52e52d61a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 1130 time: 0.0552297 Mar 08 14:53:17.338537 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6589291-4795-4959-a03b-1ae77666c683), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.342739 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.344470 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6589291-4795-4959-a03b-1ae77666c683 HTTP/1.1" status: 204 len: 168 time: 0.1623180 Mar 08 14:53:17.359200 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6589291-4795-4959-a03b-1ae77666c683,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:17.368670 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.369027 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.369380 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.370436 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.370816 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.372053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.372411 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.372755 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.373095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.373481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.373869 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.374174 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.374533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c43d1-5219-4396-84dc-5384b757b2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:53:17.388225 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-e46ec327-936b-4473-a0a8-6831cbc6b9a9 req-761da04c-bd4d-4400-93e7-13a006b91568 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779245 Mar 08 14:53:17.466032 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54850-93e9-461d-ac64-6e01dfa2f410 req-10767067-76c1-47b8-a2d8-afc580d03cb9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:17.470747 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96f54850-93e9-461d-ac64-6e01dfa2f410 req-10767067-76c1-47b8-a2d8-afc580d03cb9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0675159 Mar 08 14:53:17.517328 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96f54850-93e9-461d-ac64-6e01dfa2f410 req-1b7bffa0-2463-4f9f-8a7f-33b09be3e8b4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Mar 08 14:53:17.727129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43392) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:17.875853 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e658ac71-041a-400d-913d-b39f910c4f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.891506 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.955104 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e658ac71-041a-400d-913d-b39f910c4f74 admin admin] Publish callbacks [] for security_group (68d01831-2ea2-4c9d-9f71-dec8f6899c61), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:17.959898 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e658ac71-041a-400d-913d-b39f910c4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (68d01831-2ea2-4c9d-9f71-dec8f6899c61), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.035890 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e658ac71-041a-400d-913d-b39f910c4f74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f0265edcc57449c926b183199ed79c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073654 Mar 08 14:53:18.038887 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43412) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:18.048327 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658ac71-041a-400d-913d-b39f910c4f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d01831-2ea2-4c9d-9f71-dec8f6899c61,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:18.106680 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6ecf-8185-483e-91a6-b423788d7731 req-250189bc-5e0c-4295-ae25-61fb76897745 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:18.114223 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5bac6ecf-8185-483e-91a6-b423788d7731 req-250189bc-5e0c-4295-ae25-61fb76897745 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.0923958 Mar 08 14:53:18.122465 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] Publish callbacks [] for security_group (68d01831-2ea2-4c9d-9f71-dec8f6899c61), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.145825 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] Publish callbacks [] for security_group (68d01831-2ea2-4c9d-9f71-dec8f6899c61), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.171254 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5bac6ecf-8185-483e-91a6-b423788d7731 req-57cdc1ce-7021-45a7-842f-fdb6348b70d3 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 Mar 08 14:53:18.212623 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (68d01831-2ea2-4c9d-9f71-dec8f6899c61), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.216359 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.222466 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68d01831-2ea2-4c9d-9f71-dec8f6899c61 HTTP/1.1" status: 204 len: 168 time: 0.1820819 Mar 08 14:53:18.236534 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285fa23-a14a-40db-82e5-576ac5a4b52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d01831-2ea2-4c9d-9f71-dec8f6899c61,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:18.328073 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43426) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:18.386037 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Deleting subnet 2221f756-aa05-4813-92fe-ff85d2a7b17a {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:53:18.392458 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Publish callbacks [] for subnet (2221f756-aa05-4813-92fe-ff85d2a7b17a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.436001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (2221f756-aa05-4813-92fe-ff85d2a7b17a), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.484618 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (2221f756-aa05-4813-92fe-ff85d2a7b17a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.542012 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (2221f756-aa05-4813-92fe-ff85d2a7b17a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.572254 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2221f756-aa05-4813-92fe-ff85d2a7b17a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:18.578688 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.582322 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f7b50810-0626-457c-a54b-57f87bb74a72 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2221f756-aa05-4813-92fe-ff85d2a7b17a HTTP/1.1" status: 204 len: 168 time: 0.2531445 Mar 08 14:53:18.584943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43440) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:18.660601 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43442) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:18.690807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (f5135e74-9b6e-4563-b45e-7ad14c074b24), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.753337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb02eb-a790-4faa-a6f8-11e684fe75bb req-6f4a824f-98e3-47a3-a550-a2f2819ad3f7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:18.754858 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25bb02eb-a790-4faa-a6f8-11e684fe75bb req-6f4a824f-98e3-47a3-a550-a2f2819ad3f7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1405687 Mar 08 14:53:18.757713 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43446) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:18.779380 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b13ef127-b5b6-488d-ba41-0f1298bb55f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.792182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7df38df0-f686-4cae-b668-0d07ae9bbbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.807245 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (f5135e74-9b6e-4563-b45e-7ad14c074b24), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.842339 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.842751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.843581 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.843893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > port after_create 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.844393 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.844800 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > port after_update 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.845118 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.845599 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.845936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.846313 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.916315 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b13ef127-b5b6-488d-ba41-0f1298bb55f5 admin admin] Publish callbacks [] for security_group (f3bf5a22-6399-48e3-9263-f0d30b899086), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.921569 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.921947 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.922287 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.923058 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 14:53:18.923058 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5135e74-9b6e-4563-b45e-7ad14c074b24']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:18.926475 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7df38df0-f686-4cae-b668-0d07ae9bbbcb admin admin] Publish callbacks [] for security_group (9f121b52-f96b-4171-a521-1d3638a1a120), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.927686 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b13ef127-b5b6-488d-ba41-0f1298bb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f3bf5a22-6399-48e3-9263-f0d30b899086), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.938917 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7df38df0-f686-4cae-b668-0d07ae9bbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9f121b52-f96b-4171-a521-1d3638a1a120), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.952448 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1464edee-3ba8-422f-bebc-f58870d459df') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:18.952750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1464edee-3ba8-422f-bebc-f58870d459df') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:53:18.977037 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25bb02eb-a790-4faa-a6f8-11e684fe75bb req-6ae730c5-c2c6-402d-bf89-8018691e1245 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124534 Mar 08 14:53:18.978387 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (1464edee-3ba8-422f-bebc-f58870d459df), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:18.983946 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b13ef127-b5b6-488d-ba41-0f1298bb55f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1238dfdbaf47402ca9342d678f1b3cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245147 Mar 08 14:53:18.990251 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43450) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:19.005385 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7df38df0-f686-4cae-b668-0d07ae9bbbcb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd66cac81c684fa787b0a60faa05eaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414559 Mar 08 14:53:19.005385 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ef127-b5b6-488d-ba41-0f1298bb55f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf5a22-6399-48e3-9263-f0d30b899086,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:19.006721 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43452) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:19.014650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (1464edee-3ba8-422f-bebc-f58870d459df), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.030342 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:53:19.030741 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (1464edee-3ba8-422f-bebc-f58870d459df), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: from cryptography.utils import int_from_bytes Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: from cryptography.utils import int_from_bytes Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:53:19.035292 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:53:19.062414 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38df0-f686-4cae-b668-0d07ae9bbbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f121b52-f96b-4171-a521-1d3638a1a120,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:19.078139 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] Publish callbacks [] for security_group (9f121b52-f96b-4171-a521-1d3638a1a120), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.100849 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] Publish callbacks [] for security_group (9f121b52-f96b-4171-a521-1d3638a1a120), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.105375 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (f5135e74-9b6e-4563-b45e-7ad14c074b24), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.115062 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] Publish callbacks [] for security_group (f3bf5a22-6399-48e3-9263-f0d30b899086), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.116974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.120674 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] 10.222.0.42 "DELETE /v2.0/networks/f5135e74-9b6e-4563-b45e-7ad14c074b24 HTTP/1.1" status: 204 len: 168 time: 0.5342538 Mar 08 14:53:19.133261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea89721-89fc-4aea-8724-e382b4065b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5135e74-9b6e-4563-b45e-7ad14c074b24,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:19.153807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] Publish callbacks [] for security_group (f3bf5a22-6399-48e3-9263-f0d30b899086), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.159101 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9f121b52-f96b-4171-a521-1d3638a1a120), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.163684 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.167642 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f121b52-f96b-4171-a521-1d3638a1a120 HTTP/1.1" status: 204 len: 168 time: 0.1599658 Mar 08 14:53:19.176501 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85f88-91e5-4436-9502-e44ef792f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f121b52-f96b-4171-a521-1d3638a1a120,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:19.221009 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f3bf5a22-6399-48e3-9263-f0d30b899086), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.233032 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.234630 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3bf5a22-6399-48e3-9263-f0d30b899086 HTTP/1.1" status: 204 len: 168 time: 0.2434611 Mar 08 14:53:19.245306 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55117d24-9a67-4195-b9ea-69b5bfdb17ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf5a22-6399-48e3-9263-f0d30b899086,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:19.324466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad53d5-edab-4528-a1a1-c98748c585b9 req-ca64558f-1dff-4455-9e4a-e93f1a883b92 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:19.326012 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cad53d5-edab-4528-a1a1-c98748c585b9 req-ca64558f-1dff-4455-9e4a-e93f1a883b92 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.0655401 Mar 08 14:53:19.373862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43462) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:19.384823 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cad53d5-edab-4528-a1a1-c98748c585b9 req-fdcdeaf9-8c26-43a5-9a20-1724cb9794c7 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Mar 08 14:53:19.451066 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-878d2a26-093a-45e2-a854-bddcd8108bda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23576c432b3542cd838589c3404a125c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0758274 Mar 08 14:53:19.453637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43470) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:19.533982 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] Publish callbacks [] for security_group (6a38e4c7-677c-4e29-a71c-7ab27018e3a2), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.568551 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] Publish callbacks [] for security_group (6a38e4c7-677c-4e29-a71c-7ab27018e3a2), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.637253 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6a38e4c7-677c-4e29-a71c-7ab27018e3a2), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.641346 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:19.643727 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a38e4c7-677c-4e29-a71c-7ab27018e3a2 HTTP/1.1" status: 204 len: 168 time: 0.1887379 Mar 08 14:53:19.657724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecade8-88bf-423a-9bf6-808f2a04634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a38e4c7-677c-4e29-a71c-7ab27018e3a2,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:20.156877 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f2a0e-52a4-473b-9cb2-c2160f7f3cfb req-b97133f8-bc6d-4d15-a665-a5a9cc03d9b1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:20.158589 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d6f2a0e-52a4-473b-9cb2-c2160f7f3cfb req-b97133f8-bc6d-4d15-a665-a5a9cc03d9b1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0869422 Mar 08 14:53:20.249556 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d6f2a0e-52a4-473b-9cb2-c2160f7f3cfb req-2445ea23-5bc9-4333-ae7a-fd778aa7753a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Mar 08 14:53:20.281585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531099-f874-4180-a689-34ce1601a822 req-8441befb-6288-4a82-a7a4-5bb61da09c8a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:20.283284 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d531099-f874-4180-a689-34ce1601a822 req-8441befb-6288-4a82-a7a4-5bb61da09c8a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.1002262 Mar 08 14:53:20.342259 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d531099-f874-4180-a689-34ce1601a822 req-b6d62495-f0fb-47e2-8398-fb59a44f8cc6 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Mar 08 14:53:21.430640 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f52bb9-6a57-4cf8-81b1-18f97479919f req-cf4c0fd8-8274-4dd1-9e29-50c6f0154fff tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:21.432456 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-03f52bb9-6a57-4cf8-81b1-18f97479919f req-cf4c0fd8-8274-4dd1-9e29-50c6f0154fff tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0848346 Mar 08 14:53:21.525445 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2289f-ae07-4e40-bc28-48d564dcea53 req-c43a3288-7b26-4b15-a5cc-1f1bb4feda72 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:21.526973 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ef2289f-ae07-4e40-bc28-48d564dcea53 req-c43a3288-7b26-4b15-a5cc-1f1bb4feda72 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.0926483 Mar 08 14:53:21.530600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-03f52bb9-6a57-4cf8-81b1-18f97479919f req-f9ad376a-d4ba-4604-bd51-fcf65328517a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861282 Mar 08 14:53:21.582704 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ef2289f-ae07-4e40-bc28-48d564dcea53 req-22669b75-31fc-4762-b028-db1c25236704 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500894 Mar 08 14:53:21.693393 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43654) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:21.861706 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-98ec9cc8-52d6-4be1-bea8-4315ff096a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:21.948918 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-98ec9cc8-52d6-4be1-bea8-4315ff096a40 admin admin] Publish callbacks [] for security_group (df647eb7-0ff0-41d9-8b34-cb2d2dae40b6), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:21.955261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-98ec9cc8-52d6-4be1-bea8-4315ff096a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (df647eb7-0ff0-41d9-8b34-cb2d2dae40b6), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:21.988824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec9cc8-52d6-4be1-bea8-4315ff096a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df647eb7-0ff0-41d9-8b34-cb2d2dae40b6,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:22.012907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-98ec9cc8-52d6-4be1-bea8-4315ff096a40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d42713e580b148e1a0553f075b0acc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149748 Mar 08 14:53:22.013266 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43676) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:22.078439 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] Publish callbacks [] for security_group (df647eb7-0ff0-41d9-8b34-cb2d2dae40b6), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.103332 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] Publish callbacks [] for security_group (df647eb7-0ff0-41d9-8b34-cb2d2dae40b6), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.118082 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996d42-6ba8-4960-93d1-3607b440e92c req-767d25c0-0c75-4a9f-ae05-99447ca8d72e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:22.119550 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-77996d42-6ba8-4960-93d1-3607b440e92c req-767d25c0-0c75-4a9f-ae05-99447ca8d72e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.0751615 Mar 08 14:53:22.176265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (df647eb7-0ff0-41d9-8b34-cb2d2dae40b6), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.181503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.188119 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df647eb7-0ff0-41d9-8b34-cb2d2dae40b6 HTTP/1.1" status: 204 len: 168 time: 0.1734138 Mar 08 14:53:22.205006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3682109-fb05-45fa-bb0e-37fbc422d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df647eb7-0ff0-41d9-8b34-cb2d2dae40b6,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:22.286078 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Deleting port e9120e09-5d0b-48af-b7df-cc16d80495dc {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:53:22.290785 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.416998 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] For port e9120e09-5d0b-48af-b7df-cc16d80495dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9120e09-5d0b-48af-b7df-cc16d80495dc,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:22.417438 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.436980 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Calling delete_port for e9120e09-5d0b-48af-b7df-cc16d80495dc owned by compute:nova {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:53:22.790191 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed56a-9567-423d-91ed-8123944d0c2a req-5b0ef6b5-d4a3-472c-8cb5-9d2d36e4f19a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:22.791351 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36bed56a-9567-423d-91ed-8123944d0c2a req-5b0ef6b5-d4a3-472c-8cb5-9d2d36e4f19a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1252306 Mar 08 14:53:22.835174 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f77e2-8c2b-4a74-9ffa-ed3f2debc72f req-8392c940-409a-4f13-8320-8284be51483a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:22.836648 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa9f77e2-8c2b-4a74-9ffa-ed3f2debc72f req-8392c940-409a-4f13-8320-8284be51483a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f89e75-065f-4d3b-984b-7fdc836f0384 HTTP/1.1" status: 200 len: 946 time: 0.1122241 Mar 08 14:53:22.873349 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (e9120e09-5d0b-48af-b7df-cc16d80495dc), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:22.887691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['e9120e09-5d0b-48af-b7df-cc16d80495dc'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:22.891098 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36bed56a-9567-423d-91ed-8123944d0c2a req-722c2ced-c1f4-4f7a-8df3-20d65d0bb5de tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898368 Mar 08 14:53:22.925370 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Pushing event deleted for resources: {'Port': ['ID=e9120e09-5d0b-48af-b7df-cc16d80495dc,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:22.951105 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa9f77e2-8c2b-4a74-9ffa-ed3f2debc72f req-a7e84003-4177-46aa-8700-ea2551178715 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991197 Mar 08 14:53:22.964544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43724) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:22.982241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cdb12227-5726-4a87-a762-aa801ab779ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.003400 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] No DVR routers for this DVR port e9120e09-5d0b-48af-b7df-cc16d80495dc on host hv-cinder-83009 {{(pid=119855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:53:23.006091 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.009451 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-77996d42-6ba8-4960-93d1-3607b440e92c req-082ac2d0-c66e-4650-b4ef-022f1d12fe6b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "DELETE /v2.0/ports/e9120e09-5d0b-48af-b7df-cc16d80495dc HTTP/1.1" status: 204 len: 173 time: 0.8837624 Mar 08 14:53:23.010045 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'name': 'network-vif-deleted', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:23.012924 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e06006-82c1-466a-bbc6-871193d655cc" -d '{"events": [{"server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "name": "network-vif-deleted", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:23.090666 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b903a6b1-e8da-4cf6-b261-ab4b323e8194 x-openstack-request-id: req-b903a6b1-e8da-4cf6-b261-ab4b323e8194 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:23.090988 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f89e75-065f-4d3b-984b-7fdc836f0384", "name": "network-vif-deleted", "tag": "e9120e09-5d0b-48af-b7df-cc16d80495dc", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:23.091228 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b903a6b1-e8da-4cf6-b261-ab4b323e8194 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:23.091614 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f89e75-065f-4d3b-984b-7fdc836f0384', 'name': 'network-vif-deleted', 'tag': 'e9120e09-5d0b-48af-b7df-cc16d80495dc', 'status': 'completed', 'code': 200} Mar 08 14:53:23.117137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cdb12227-5726-4a87-a762-aa801ab779ee admin admin] Publish callbacks [] for security_group (19365325-bb73-46f7-996a-990767650bc2), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.123372 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cdb12227-5726-4a87-a762-aa801ab779ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (19365325-bb73-46f7-996a-990767650bc2), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.145301 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43736) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:23.170495 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43740) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:23.170665 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cdb12227-5726-4a87-a762-aa801ab779ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25996e4d4ef9424b937f1841319e95f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041688 Mar 08 14:53:23.171789 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12227-5726-4a87-a762-aa801ab779ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19365325-bb73-46f7-996a-990767650bc2,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:23.239933 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] Publish callbacks [] for security_group (19365325-bb73-46f7-996a-990767650bc2), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.264768 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] Publish callbacks [] for security_group (19365325-bb73-46f7-996a-990767650bc2), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.320391 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab18747a-2fc1-4d3e-abe7-e30cd06454cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.354464 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (19365325-bb73-46f7-996a-990767650bc2), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.357778 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.358970 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19365325-bb73-46f7-996a-990767650bc2 HTTP/1.1" status: 204 len: 168 time: 0.1874611 Mar 08 14:53:23.376973 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0fb9f-c0f9-4fcb-ae59-c77e6a54a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19365325-bb73-46f7-996a-990767650bc2,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:23.428065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab18747a-2fc1-4d3e-abe7-e30cd06454cd admin admin] Publish callbacks [] for security_group (2a63a6f4-353a-41f5-8835-5c8439900b31), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.431250 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ab18747a-2fc1-4d3e-abe7-e30cd06454cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2a63a6f4-353a-41f5-8835-5c8439900b31), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.468593 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18747a-2fc1-4d3e-abe7-e30cd06454cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a63a6f4-353a-41f5-8835-5c8439900b31,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:23.475804 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ab18747a-2fc1-4d3e-abe7-e30cd06454cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dbcf4af13444b5fbda98254115ce145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265717 Mar 08 14:53:23.475804 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43752) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:23.544608 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] Publish callbacks [] for security_group (2a63a6f4-353a-41f5-8835-5c8439900b31), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.568275 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] Publish callbacks [] for security_group (2a63a6f4-353a-41f5-8835-5c8439900b31), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.629171 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2a63a6f4-353a-41f5-8835-5c8439900b31), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.632241 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.633402 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a63a6f4-353a-41f5-8835-5c8439900b31 HTTP/1.1" status: 204 len: 168 time: 0.1567302 Mar 08 14:53:23.643405 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdff462-eb50-4a5a-ada1-7ddd09eac864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a63a6f4-353a-41f5-8835-5c8439900b31,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:23.702599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43758) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:23.719182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fae09747-1421-498d-ac4e-5d528b0c677c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.801491 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fae09747-1421-498d-ac4e-5d528b0c677c admin admin] Publish callbacks [] for security_group (c387d024-e95e-4123-849d-ccba913c748f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.806538 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fae09747-1421-498d-ac4e-5d528b0c677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c387d024-e95e-4123-849d-ccba913c748f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.842560 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae09747-1421-498d-ac4e-5d528b0c677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c387d024-e95e-4123-849d-ccba913c748f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:23.846662 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fae09747-1421-498d-ac4e-5d528b0c677c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2ecfe9c3b7b443cbd3911d89a62abb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430411 Mar 08 14:53:23.849458 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43762) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:23.898396 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] Publish callbacks [] for security_group (c387d024-e95e-4123-849d-ccba913c748f), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:23.932000 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] Publish callbacks [] for security_group (c387d024-e95e-4123-849d-ccba913c748f), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.007898 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c387d024-e95e-4123-849d-ccba913c748f), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.013157 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43768) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:24.016167 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.019855 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c387d024-e95e-4123-849d-ccba913c748f HTTP/1.1" status: 204 len: 168 time: 0.1669424 Mar 08 14:53:24.030067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-12252d5f-e401-4dd0-9e35-69e4b37ea6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.041388 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd9ccb-795c-4267-8cb4-2feca712e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387d024-e95e-4123-849d-ccba913c748f,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:24.074184 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5141ee-a314-4041-8ef9-1ccfb0985bfd req-4652cf12-6b1c-4c6f-a8ae-30c06bac633b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:24.076111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c5141ee-a314-4041-8ef9-1ccfb0985bfd req-4652cf12-6b1c-4c6f-a8ae-30c06bac633b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0995243 Mar 08 14:53:24.160031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c5141ee-a314-4041-8ef9-1ccfb0985bfd req-1bdd853c-f393-48e4-9685-a0e5b506d174 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Mar 08 14:53:24.212275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-12252d5f-e401-4dd0-9e35-69e4b37ea6ba admin admin] Publish callbacks [] for security_group (240369af-222a-48ad-a305-c5139849175f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.226679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-12252d5f-e401-4dd0-9e35-69e4b37ea6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (240369af-222a-48ad-a305-c5139849175f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.545392 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43802) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:24.545948 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-12252d5f-e401-4dd0-9e35-69e4b37ea6ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29d4bc8096df4a3ca13a7b5a152ac9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312152 Mar 08 14:53:24.548281 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12252d5f-e401-4dd0-9e35-69e4b37ea6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240369af-222a-48ad-a305-c5139849175f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:24.586617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-471c8728-f832-40fd-b148-cdbdbf7cf340 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:24.588103 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-471c8728-f832-40fd-b148-cdbdbf7cf340 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 808 time: 0.3893745 Mar 08 14:53:24.612377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-a11dcb00-3a8e-479f-9a8f-9ea99b8045a1 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/quotas/fc10358aa5e642b280c8b9ad5d0843eb HTTP/1.1" status: 200 len: 375 time: 0.0169108 Mar 08 14:53:24.624158 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 43804) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:24.632284 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] Publish callbacks [] for security_group (240369af-222a-48ad-a305-c5139849175f), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.655318 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-53dfae3b-9c97-4ff4-9d7e-50c091026791 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357528 Mar 08 14:53:24.662367 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] Publish callbacks [] for security_group (240369af-222a-48ad-a305-c5139849175f), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.720764 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (240369af-222a-48ad-a305-c5139849175f), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.726551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.728867 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/240369af-222a-48ad-a305-c5139849175f HTTP/1.1" status: 204 len: 168 time: 0.1812973 Mar 08 14:53:24.742213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b7f26-76a2-4d5b-817e-0f7d354cdcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240369af-222a-48ad-a305-c5139849175f,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:24.775164 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-23e759e4-9bda-4ba5-9dbc-47a2d770f35d service neutron] 10.222.0.42 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139669 Mar 08 14:53:24.804431 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f229d4d9-cbfb-45c5-b5a6-20d96421f557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.894690 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-f29e4ff2-baa5-4f98-88dc-5af1dea0b37e service neutron] 10.222.0.42 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128390 Mar 08 14:53:24.907517 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f229d4d9-cbfb-45c5-b5a6-20d96421f557 admin admin] Publish callbacks [] for security_group (2a0c670e-f905-4df9-9684-de3046f42fb3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.915713 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f229d4d9-cbfb-45c5-b5a6-20d96421f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2a0c670e-f905-4df9-9684-de3046f42fb3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:24.969365 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f229d4d9-cbfb-45c5-b5a6-20d96421f557 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40600203e5b6442ea45cf3f9792e58de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441818 Mar 08 14:53:24.970105 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229d4d9-cbfb-45c5-b5a6-20d96421f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c670e-f905-4df9-9684-de3046f42fb3,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:24.972178 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43818) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:25.048826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] Publish callbacks [] for security_group (2a0c670e-f905-4df9-9684-de3046f42fb3), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:25.079562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] Publish callbacks [] for security_group (2a0c670e-f905-4df9-9684-de3046f42fb3), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:25.129662 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-de9b72a5-6837-4623-9bd9-6f0ace47609e req-a89aa528-0d7d-4274-a492-6c8a3c78c46e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 210 time: 0.0380538 Mar 08 14:53:25.191390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2a0c670e-f905-4df9-9684-de3046f42fb3), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:25.194424 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:25.196014 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a0c670e-f905-4df9-9684-de3046f42fb3 HTTP/1.1" status: 204 len: 168 time: 0.2227561 Mar 08 14:53:25.212137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c9e2-0cfc-4227-a1d6-e384f8754658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c670e-f905-4df9-9684-de3046f42fb3,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:25.337712 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28c9c4-af01-4234-9d39-a5d27919b92a req-58980da6-6055-45e3-a384-17f8b3c3793c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:25.339194 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fb28c9c4-af01-4234-9d39-a5d27919b92a req-58980da6-6055-45e3-a384-17f8b3c3793c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0608144 Mar 08 14:53:25.413722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fb28c9c4-af01-4234-9d39-a5d27919b92a req-ff0f5bd0-52b9-4184-92a6-a130f843f8f5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564923 Mar 08 14:53:26.186106 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43894) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:26.260963 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-824d61cf-dc70-4090-98a3-7dc864db02d7 req-b32c64a6-fc10-4945-b0b6-857cf3ab7da5 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 210 time: 0.0450215 Mar 08 14:53:26.356278 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-381450346-network', 'tenant_id': '1573d88724f343999bbda992f0dacad2'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:26.397884 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Made reservation on behalf of 1573d88724f343999bbda992f0dacad2 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:26.400307 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.411383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.450430 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-7bd11f4a-16df-45dd-b671-0492d77cfd01 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:26.452562 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-7bd11f4a-16df-45dd-b671-0492d77cfd01 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 808 time: 0.1491346 Mar 08 14:53:26.475585 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Request body: {'port': {'device_id': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de', 'admin_state_up': True, 'tenant_id': 'fc10358aa5e642b280c8b9ad5d0843eb'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:26.539626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks [] for security_group (22563beb-af07-4823-8d7f-6b4ab6152bc8), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.546893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (22563beb-af07-4823-8d7f-6b4ab6152bc8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.581750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:53:26.591352 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22563beb-af07-4823-8d7f-6b4ab6152bc8,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:26.599409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (966ffbe7-a131-4ccf-a5ec-565819debb81), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.599756 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Added segment 966ffbe7-a131-4ccf-a5ec-565819debb81 of type vlan for network 5b626b4e-a860-441f-9419-96f72ba1222b Mar 08 14:53:26.608735 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Made reservation on behalf of fc10358aa5e642b280c8b9ad5d0843eb for: {'port': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:26.609275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796d17-4188-4fc1-b6d0-a760f9814617 req-a7f7877b-a4af-4415-b4ee-c11196cdc4cd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:26.610827 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27796d17-4188-4fc1-b6d0-a760f9814617 req-a7f7877b-a4af-4415-b4ee-c11196cdc4cd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1104689 Mar 08 14:53:26.613900 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.650963 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e9120e09-5d0b-48af-b7df-cc16d80495dc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:53:26.677273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (5b626b4e-a860-441f-9419-96f72ba1222b), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.678684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: e9120e09-5d0b-48af-b7df-cc16d80495dc {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:53:26.679239 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e9120e09-5d0b-48af-b7df-cc16d80495dc not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:53:26.724080 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27796d17-4188-4fc1-b6d0-a760f9814617 req-e68f8c24-6873-4652-b64b-052aaaec744e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060181 Mar 08 14:53:26.732899 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (5b626b4e-a860-441f-9419-96f72ba1222b), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.734266 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:26.734857 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.771668 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Allocated IP 172.20.0.2 (fcbb0205-eb2a-4163-9adf-63f55d6f21de/d82f38c6-d3d6-4b2c-8dcc-c434d639595c/e94c855b-c5af-491e-9d41-16561ece9fa2) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:53:26.782602 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5926108 Mar 08 14:53:26.782740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 43918) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:26.787762 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Request body: {'subnet': {'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-381450346-subnet', 'tenant_id': '1573d88724f343999bbda992f0dacad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:26.840044 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d67e5-b933-4508-a986-06637425dcaf admin admin] Pushing event updated for resources: {'Network': ['ID=5b626b4e-a860-441f-9419-96f72ba1222b,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:26.849309 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Made reservation on behalf of 1573d88724f343999bbda992f0dacad2 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:26.852104 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:26.853337 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 5b626b4e-a860-441f-9419-96f72ba1222b details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:53:26.964299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks [] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.005617 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.055789 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Network fcbb0205-eb2a-4163-9adf-63f55d6f21de is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:53:27.060142 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:27.063953 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:53:27.085957 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (50699bce-7330-443a-b3e7-3f99bec70be8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.113761 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Pushing event updated for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:27.133979 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:27.134844 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.157175 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-304aa7d5-5e97-443c-b3ea-a328f214fb7d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6858363 Mar 08 14:53:27.160442 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50699bce-7330-443a-b3e7-3f99bec70be8,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:27.167567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Checking segment: {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:27.167995 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Network hostable DHCP agents. Network: 5b626b4e-a860-441f-9419-96f72ba1222b, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:53:27.175951 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Request body: {'port': {'device_id': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:27.189176 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Network 5b626b4e-a860-441f-9419-96f72ba1222b is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:53:27.203750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 5b626b4e-a860-441f-9419-96f72ba1222b) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:27.209619 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:27.210343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.216700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2607f42-2ab3-485c-8fe8-9d72c6f8ceb2 None None] Network 5b626b4e-a860-441f-9419-96f72ba1222b requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:27.250584 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-27b26ee3-2b88-4c4f-950a-3561ddb0fcd5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4668763 Mar 08 14:53:27.283567 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.457925 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804600c7-de87-41c1-a200-71a96c89a410 req-4c8b3eb8-f54b-4b54-a69b-e32ee0b730e2 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:27.459835 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-804600c7-de87-41c1-a200-71a96c89a410 req-4c8b3eb8-f54b-4b54-a69b-e32ee0b730e2 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 931 time: 0.0661113 Mar 08 14:53:27.569061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a3352-f65c-4ef2-a264-14c2f37846be None None] Network 5b626b4e-a860-441f-9419-96f72ba1222b requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:27.577030 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-804600c7-de87-41c1-a200-71a96c89a410 req-d707c9a8-3997-4206-89d4-596c55dbecb9 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077080 Mar 08 14:53:27.751913 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94c855b-c5af-491e-9d41-16561ece9fa2 {{(pid=119855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:27.762259 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks [] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.777910 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.provisioning_blocks [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Transition to ACTIVE for port object e94c855b-c5af-491e-9d41-16561ece9fa2 will not be triggered until provisioned by entity L2. {{(pid=119855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:53:27.787102 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:27.867901 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:27.869457 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd141b4-2ece-411a-8cd1-b0be5bf07fd2 req-a0fb0ef2-f1fe-4363-8f74-fd72334023f5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:27.871900 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7cd141b4-2ece-411a-8cd1-b0be5bf07fd2 req-a0fb0ef2-f1fe-4363-8f74-fd72334023f5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0678349 Mar 08 14:53:27.938653 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7cd141b4-2ece-411a-8cd1-b0be5bf07fd2 req-2a605fa2-371d-41d5-96bb-85edb620682a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 Mar 08 14:53:27.940624 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Attempting to bind port e94c855b-c5af-491e-9d41-16561ece9fa2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:53:27.940963 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Attempting to bind port e94c855b-c5af-491e-9d41-16561ece9fa2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:53:27.941301 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Attempting to bind port e94c855b-c5af-491e-9d41-16561ece9fa2 on network fcbb0205-eb2a-4163-9adf-63f55d6f21de {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:27.946895 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Port e94c855b-c5af-491e-9d41-16561ece9fa2 on network fcbb0205-eb2a-4163-9adf-63f55d6f21de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:53:27.947213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Attempting to bind port e94c855b-c5af-491e-9d41-16561ece9fa2 on network fcbb0205-eb2a-4163-9adf-63f55d6f21de {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:27.953468 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:53:27.953846 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Checking segment: {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:27.954430 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Bound using segment: {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:53:27.954803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Bound port: e94c855b-c5af-491e-9d41-16561ece9fa2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697f3-5748-4f86-81f6-88d5cb0b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de'}}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:53:27.955322 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:28.033060 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, cleared binding levels {{(pid=119855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:53:28.037065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e94c855b-c5af-491e-9d41-16561ece9fa2,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:53:28.043649 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:28.075603 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.076512 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:28.077927 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] 10.222.0.61 "PUT /v2.0/ports/e94c855b-c5af-491e-9d41-16561ece9fa2 HTTP/1.1" status: 200 len: 1093 time: 0.9072421 Mar 08 14:53:28.078352 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:28.080571 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:28.107433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8d274-cf3a-4837-b947-ee81b6e8b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=3']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:28.127045 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7bde8-b9b3-46d4-87f7-04893216b6a0 x-openstack-request-id: req-2af7bde8-b9b3-46d4-87f7-04893216b6a0 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:28.127442 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:28.127694 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2af7bde8-b9b3-46d4-87f7-04893216b6a0 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:28.128170 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2', 'status': 'completed', 'code': 200} Mar 08 14:53:28.171179 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-427272c8-2246-42e9-be29-bf3e9daf1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.172564 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-427272c8-2246-42e9-be29-bf3e9daf1d08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 1127 time: 0.0435901 Mar 08 14:53:28.220272 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-50a90755-4eb1-491f-bea6-4ea62098b5d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94c855b-c5af-491e-9d41-16561ece9fa2 HTTP/1.1" status: 200 len: 217 time: 0.0372469 Mar 08 14:53:28.269688 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-d1171eac-924d-4796-bb00-3e9119f4adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.271138 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-d1171eac-924d-4796-bb00-3e9119f4adf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d82f38c6-d3d6-4b2c-8dcc-c434d639595c HTTP/1.1" status: 200 len: 848 time: 0.0426223 Mar 08 14:53:28.303312 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-c7c2f271-425a-4ac7-acf4-0ec768b8794b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcbb0205-eb2a-4163-9adf-63f55d6f21de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238957 Mar 08 14:53:28.398962 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-8dfd710d-1d6a-4762-a581-5eb0d4efc198 service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Mar 08 14:53:28.489845 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-bc0f1e86-68b7-4652-be2b-25c3a6f990a0 req-30593b10-ca6b-49a0-8912-544992316a88 service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Mar 08 14:53:28.594903 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-f6c684f9-583f-452b-8b13-2ceb4b3c5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.597360 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-f6c684f9-583f-452b-8b13-2ceb4b3c5ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 1127 time: 0.0449836 Mar 08 14:53:28.700255 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdf1c-4f93-4204-bd24-787b0287887d req-04f0bd37-181b-4270-a87f-ce78e843f9a0 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.701456 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-263d1aab-b4c3-4988-9141-d339a33b5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.701972 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-09cfdf1c-4f93-4204-bd24-787b0287887d req-04f0bd37-181b-4270-a87f-ce78e843f9a0 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0564468 Mar 08 14:53:28.710191 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-263d1aab-b4c3-4988-9141-d339a33b5c11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 200 len: 909 time: 0.1016026 Mar 08 14:53:28.759889 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-09cfdf1c-4f93-4204-bd24-787b0287887d req-ad541f2c-a56e-4da0-9d8b-557761e2d661 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Mar 08 14:53:28.761101 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-48914fc7-0659-475c-9eb2-9c5a10a5680b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94c855b-c5af-491e-9d41-16561ece9fa2 HTTP/1.1" status: 200 len: 217 time: 0.0406437 Mar 08 14:53:28.820612 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-f9344a19-dafa-4aac-8203-f56b7e350184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:28.822488 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-f9344a19-dafa-4aac-8203-f56b7e350184 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d82f38c6-d3d6-4b2c-8dcc-c434d639595c HTTP/1.1" status: 200 len: 848 time: 0.0527658 Mar 08 14:53:28.857083 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-850f3187-e63b-4412-94ad-3d9d60fb442d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcbb0205-eb2a-4163-9adf-63f55d6f21de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269847 Mar 08 14:53:28.955392 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-3bbdd253-89bb-45e7-bde1-5c92f20c03ee service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904267 Mar 08 14:53:29.071784 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-d2301bf1-b416-4cc0-9dfd-4954de07d6e4 req-5a157cb5-7eb9-4068-a227-cbf7b754c42c service neutron] 10.222.0.61 "GET /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072969 Mar 08 14:53:29.073520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df140c-0005-491d-b7d7-e883d40030a0 req-18f74506-d7fd-493b-b750-e5853b690f59 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:29.075753 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3df140c-0005-491d-b7d7-e883d40030a0 req-18f74506-d7fd-493b-b750-e5853b690f59 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0597918 Mar 08 14:53:29.123666 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3df140c-0005-491d-b7d7-e883d40030a0 req-b1ab758d-cecd-4f91-9f32-87d98c055206 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Mar 08 14:53:29.891644 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef32b-d8a1-4db7-a497-5318f0f3ec45 req-29834bbe-d86c-4e0d-b2f7-61e2926bdd29 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:29.893179 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cddef32b-d8a1-4db7-a497-5318f0f3ec45 req-29834bbe-d86c-4e0d-b2f7-61e2926bdd29 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0561092 Mar 08 14:53:29.948489 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cddef32b-d8a1-4db7-a497-5318f0f3ec45 req-6a8850bf-fff4-40d5-b88c-f204bef7873d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493951 Mar 08 14:53:30.316483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d576-0510-40e6-b96b-ddbae6c56135 req-1d52ce7f-34f4-4ad3-b9cf-3b589c3cf321 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:30.317977 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2b24d576-0510-40e6-b96b-ddbae6c56135 req-1d52ce7f-34f4-4ad3-b9cf-3b589c3cf321 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1171103 Mar 08 14:53:30.356163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-014dfbac-24d5-40b2-ba21-f5d81f74fc78 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:30.357588 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-014dfbac-24d5-40b2-ba21-f5d81f74fc78 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/networks?id=5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 200 len: 813 time: 0.1314058 Mar 08 14:53:30.384940 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-91f4470c-ee5b-47e1-8417-71bebd9ec756 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/quotas/1573d88724f343999bbda992f0dacad2 HTTP/1.1" status: 200 len: 375 time: 0.0182390 Mar 08 14:53:30.389027 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2b24d576-0510-40e6-b96b-ddbae6c56135 req-38388e03-ad6f-428c-b5b4-131edb2c7474 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656583 Mar 08 14:53:30.418881 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-dd85f434-286f-49cd-bedb-17cce75f6ab9 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287793 Mar 08 14:53:30.503666 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-4daac2b1-bbc4-461e-b5dd-24c5c8bf1223 service neutron] 10.222.0.42 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782731 Mar 08 14:53:30.591931 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-0048c556-556d-461d-a3ca-9029b2b1f9bb service neutron] 10.222.0.42 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Mar 08 14:53:30.747677 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4b2c3d78-6979-41f6-964e-aedd9fc46f75 req-d9c9a40d-ed65-4a24-aa58-a34453e620a4 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Mar 08 14:53:31.073306 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb370bd-9288-4e72-a963-b956bd149554 req-bfbfb080-66e8-4329-a102-0fa3bed3987d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:31.074934 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edb370bd-9288-4e72-a963-b956bd149554 req-bfbfb080-66e8-4329-a102-0fa3bed3987d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0552015 Mar 08 14:53:31.121601 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edb370bd-9288-4e72-a963-b956bd149554 req-c318b407-b519-47b8-b848-04fdd9b4b800 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Mar 08 14:53:31.503919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ffa51-5e17-4b20-83a3-f882598a1e9f req-37775f30-6297-41ec-9646-2f7b5ae904e0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:31.505374 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a60ffa51-5e17-4b20-83a3-f882598a1e9f req-37775f30-6297-41ec-9646-2f7b5ae904e0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0500574 Mar 08 14:53:31.554405 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a60ffa51-5e17-4b20-83a3-f882598a1e9f req-a9e502a7-40c1-4e9e-9de9-3951700e5e6b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Mar 08 14:53:31.835368 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c03239a-a15c-463f-bc82-e838b776eb09 req-9d119d4f-8238-4863-8068-25cee52585d7 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0258379 Mar 08 14:53:32.235509 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573580-35b7-43c4-9b1b-961d28afc20f req-8cc1e877-35c2-4846-99ee-489edc575a8d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:32.237024 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c573580-35b7-43c4-9b1b-961d28afc20f req-8cc1e877-35c2-4846-99ee-489edc575a8d tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0514441 Mar 08 14:53:32.282519 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c573580-35b7-43c4-9b1b-961d28afc20f req-46807f79-357c-43f5-83e9-8e525a348c7c tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Mar 08 14:53:32.668079 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5867d5-3d7b-4445-9fbe-b42424547b09 req-29b8cc0b-bc9c-42eb-af7a-81078079b016 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:32.669548 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8e5867d5-3d7b-4445-9fbe-b42424547b09 req-29b8cc0b-bc9c-42eb-af7a-81078079b016 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0523667 Mar 08 14:53:32.719185 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8e5867d5-3d7b-4445-9fbe-b42424547b09 req-505191e6-fa51-4312-a6b9-3a9240f32974 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Mar 08 14:53:32.925799 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-013bcd3d-8057-42cb-9518-6429dcd1873f req-49e83dfc-2a63-4bf6-be78-c730d8eac204 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0254266 Mar 08 14:53:33.397728 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1634bb5-fa91-4fe6-b275-beb2b36a5236 req-8678682e-577a-4907-ab21-a1356492487c tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:33.399137 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1634bb5-fa91-4fe6-b275-beb2b36a5236 req-8678682e-577a-4907-ab21-a1356492487c tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0533438 Mar 08 14:53:33.451133 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1634bb5-fa91-4fe6-b275-beb2b36a5236 req-7fcab482-7e66-456c-9c23-54d0cb4c997c tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Mar 08 14:53:33.849833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76a9d6-9db8-420f-b6a3-11d382344446 req-c3697d2f-1dea-427b-b361-43235081b6ca tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:33.851309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dd76a9d6-9db8-420f-b6a3-11d382344446 req-c3697d2f-1dea-427b-b361-43235081b6ca tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0572388 Mar 08 14:53:33.901377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dd76a9d6-9db8-420f-b6a3-11d382344446 req-fb515677-667d-4d0a-ad92-382be90d3a0a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Mar 08 14:53:34.020544 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e6e4527-ff8e-4551-8bad-9ab03ce3aa8f req-9317189d-d02f-4474-86ab-8e03563da0bd tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0322659 Mar 08 14:53:34.565068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c4a3c-29e9-42a4-b310-e2d0206a416a req-02724d6a-dc9a-4eb7-8d68-9d3ddd32d9ee tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:34.566484 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-937c4a3c-29e9-42a4-b310-e2d0206a416a req-02724d6a-dc9a-4eb7-8d68-9d3ddd32d9ee tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0501156 Mar 08 14:53:34.611665 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-937c4a3c-29e9-42a4-b310-e2d0206a416a req-4f96c015-d702-44ee-becf-9f9d2e863d1a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Mar 08 14:53:35.016973 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba8c73-3095-4256-936b-c7e56d666fe3 req-36ec7c0e-a54e-4dee-9ff2-b3a4ba1b5410 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:35.018499 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8ba8c73-3095-4256-936b-c7e56d666fe3 req-36ec7c0e-a54e-4dee-9ff2-b3a4ba1b5410 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0522692 Mar 08 14:53:35.083615 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8ba8c73-3095-4256-936b-c7e56d666fe3 req-88c8762f-c6bc-4885-a672-6850a278dc1c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592494 Mar 08 14:53:35.135240 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ff33b4f8-3a28-4338-8ed3-3cf731a4c0ec req-f86d0623-eb94-49f2-9224-c6d087a38a47 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Mar 08 14:53:35.729413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bfda-398c-40ab-8100-257c90e1e5d9 req-fc3013e2-83d0-4ea4-bc6a-596a54ba40ab tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:35.731396 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fa4bfda-398c-40ab-8100-257c90e1e5d9 req-fc3013e2-83d0-4ea4-bc6a-596a54ba40ab tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0538740 Mar 08 14:53:35.786605 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fa4bfda-398c-40ab-8100-257c90e1e5d9 req-b72411c0-5e2e-4eb8-8c20-3682903b3d79 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 Mar 08 14:53:35.883964 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-0b95a34a-3094-4435-9cb1-aec6cc5f3091 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:35.885400 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-0b95a34a-3094-4435-9cb1-aec6cc5f3091 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "GET /v2.0/networks?id=5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 200 len: 813 time: 0.1433432 Mar 08 14:53:35.896619 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Request body: {'port': {'device_id': 'e3534e79-a525-471c-9668-85196fd017d0', 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b', 'admin_state_up': True, 'tenant_id': '1573d88724f343999bbda992f0dacad2'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:36.003177 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Made reservation on behalf of 1573d88724f343999bbda992f0dacad2 for: {'port': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:36.006530 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.155638 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Allocated IP 172.20.0.2 (5b626b4e-a860-441f-9419-96f72ba1222b/50699bce-7330-443a-b3e7-3f99bec70be8/dd5dbb25-775b-4f58-b2cc-196b59f2305a) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:53:36.215316 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569960e-bbaf-4ab6-8c1b-89feca88506e req-e53aac92-f3a8-49c5-bdcf-cc6bc3938133 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:36.216832 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6569960e-bbaf-4ab6-8c1b-89feca88506e req-e53aac92-f3a8-49c5-bdcf-cc6bc3938133 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0624442 Mar 08 14:53:36.290370 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e166d8f6-f798-4188-80b1-02706afe466a req-7713c1d0-7b4a-4a72-b548-0eda9603592e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0725038 Mar 08 14:53:36.295319 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6569960e-bbaf-4ab6-8c1b-89feca88506e req-f121a393-5d87-444a-a64a-664c77ba1cba tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641582 Mar 08 14:53:36.344111 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks [] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.379096 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.443712 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Network 5b626b4e-a860-441f-9419-96f72ba1222b is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:53:36.449918 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:36.456028 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:53:36.459498 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Pushing event updated for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:36.518518 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:36.519138 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.537186 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-9383f1cb-04f3-4526-b318-26ad5ad0d84c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443310 Mar 08 14:53:36.548769 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Request body: {'port': {'device_id': 'e3534e79-a525-471c-9668-85196fd017d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:36.612397 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.716794 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e94c855b-c5af-491e-9d41-16561ece9fa2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:53:36.853442 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e94c855b-c5af-491e-9d41-16561ece9fa2,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:36.868848 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'e94c855b-c5af-491e-9d41-16561ece9fa2', 'network_id': 'fcbb0205-eb2a-4163-9adf-63f55d6f21de', 'port_id': 'e94c855b-c5af-491e-9d41-16561ece9fa2', 'mac_address': 'fa:16:3e:f2:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82f38c6-d3d6-4b2c-8dcc-c434d639595c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:53:36.915633 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port e94c855b-c5af-491e-9d41-16561ece9fa2 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:36.916131 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.924153 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde99d3-fd33-4af8-8591-62ac6bb352e3 req-103dff65-a69f-4ce7-b41c-df0db0a3a50b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:36.926076 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5dbb25-775b-4f58-b2cc-196b59f2305a {{(pid=119855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:36.926470 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8dde99d3-fd33-4af8-8591-62ac6bb352e3 req-103dff65-a69f-4ce7-b41c-df0db0a3a50b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 943 time: 0.0632613 Mar 08 14:53:36.937903 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks [] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.944249 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94c855b-c5af-491e-9d41-16561ece9fa2 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:36.959240 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.provisioning_blocks [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Transition to ACTIVE for port object dd5dbb25-775b-4f58-b2cc-196b59f2305a will not be triggered until provisioned by entity L2. {{(pid=119855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:53:36.965889 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.973938 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e94c855b-c5af-491e-9d41-16561ece9fa2,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:36.980777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:36.994928 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8dde99d3-fd33-4af8-8591-62ac6bb352e3 req-2a25f64c-2118-4933-a137-5ed357005834 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607820 Mar 08 14:53:37.035106 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:37.050414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:37.129150 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Attempting to bind port dd5dbb25-775b-4f58-b2cc-196b59f2305a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:53:37.129506 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Attempting to bind port dd5dbb25-775b-4f58-b2cc-196b59f2305a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:53:37.129825 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Attempting to bind port dd5dbb25-775b-4f58-b2cc-196b59f2305a on network 5b626b4e-a860-441f-9419-96f72ba1222b {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:37.134338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Port dd5dbb25-775b-4f58-b2cc-196b59f2305a on network 5b626b4e-a860-441f-9419-96f72ba1222b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:53:37.134659 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Attempting to bind port dd5dbb25-775b-4f58-b2cc-196b59f2305a on network 5b626b4e-a860-441f-9419-96f72ba1222b {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:53:37.140987 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:53:37.141327 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Checking segment: {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:37.141706 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Bound using segment: {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'} {{(pid=119855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:53:37.142156 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.managers [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Bound port: dd5dbb25-775b-4f58-b2cc-196b59f2305a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'}}] {{(pid=119855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:53:37.142500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:37.212208 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, cleared binding levels {{(pid=119855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:53:37.215694 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:53:37.222862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:37.265484 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.266146 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:37.267512 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] 10.222.0.61 "PUT /v2.0/ports/dd5dbb25-775b-4f58-b2cc-196b59f2305a HTTP/1.1" status: 200 len: 1093 time: 0.7231910 Mar 08 14:53:37.268077 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:37.270148 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c831e5-0e40-4d87-93e8-d5c00fb0748d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:37.323806 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be318-a031-47af-a8fe-09b360517053 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=3']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:37.337721 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ffbb41-cc23-4534-ae47-0ae72629fd45 x-openstack-request-id: req-78ffbb41-cc23-4534-ae47-0ae72629fd45 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:37.337983 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:37.338240 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78ffbb41-cc23-4534-ae47-0ae72629fd45 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:37.338646 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a', 'status': 'completed', 'code': 200} Mar 08 14:53:37.393085 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9c59-98ef-48ef-9116-44e6dbdd00e4 req-10af174c-b9c5-4abe-8412-6506cbf77465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.395718 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-0acb9c59-98ef-48ef-9116-44e6dbdd00e4 req-10af174c-b9c5-4abe-8412-6506cbf77465 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1129 time: 0.1055892 Mar 08 14:53:37.424381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['e94c855b-c5af-491e-9d41-16561ece9fa2'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:37.459810 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-0acb9c59-98ef-48ef-9116-44e6dbdd00e4 req-baa03ce7-8f7a-4fe6-afe0-60fbd3149dc9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Mar 08 14:53:37.475317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-836452c8-7e00-4729-ac17-96b3b8ebdd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:37.506384 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-2d0e069f-981c-40d3-8ec0-c2b98a400d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.507918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-2d0e069f-981c-40d3-8ec0-c2b98a400d2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 1127 time: 0.1795797 Mar 08 14:53:37.527794 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598ce7d-b826-4abd-89c4-f60ce7886a4a req-805f3b20-3547-4dd1-bb8e-c73afdd65150 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.529265 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6598ce7d-b826-4abd-89c4-f60ce7886a4a req-805f3b20-3547-4dd1-bb8e-c73afdd65150 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1185496 Mar 08 14:53:37.540452 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a4ae-a4d6-4781-8e41-4230367393b8 req-aa49bd82-4716-4f66-abb9-d7e6f40ef7f0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.542074 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0123a4ae-a4d6-4781-8e41-4230367393b8 req-aa49bd82-4716-4f66-abb9-d7e6f40ef7f0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 943 time: 0.0977802 Mar 08 14:53:37.620559 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6598ce7d-b826-4abd-89c4-f60ce7886a4a req-1564fcf2-bc78-4432-9e5d-13b28d2de672 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Mar 08 14:53:37.633104 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0123a4ae-a4d6-4781-8e41-4230367393b8 req-d4db75ab-9bfb-4be5-9c29-4994e0a33c09 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762439 Mar 08 14:53:37.774912 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-902a72a5-3aae-4950-9142-e52cbef117ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a HTTP/1.1" status: 200 len: 217 time: 0.0386908 Mar 08 14:53:37.823607 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373407-db20-458e-b777-ccd81320d43d req-7c460485-2330-4938-87b0-8c1cb77695b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:37.825225 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-7c460485-2330-4938-87b0-8c1cb77695b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50699bce-7330-443a-b3e7-3f99bec70be8 HTTP/1.1" status: 200 len: 853 time: 0.0435293 Mar 08 14:53:37.859003 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-8fcac119-964f-47f1-868f-efccb9a17bd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b626b4e-a860-441f-9419-96f72ba1222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268080 Mar 08 14:53:37.973111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-eea2aeb8-8354-4782-ab64-0ab021e5bc18 service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996046 Mar 08 14:53:38.085330 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1373407-db20-458e-b777-ccd81320d43d req-c6e826e1-4ee9-4333-9ac6-f83cf6202d8e service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999296 Mar 08 14:53:38.126339 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c66b9-49d2-4cd4-86b2-18af7ce54b3d req-91a5f7b5-d8bc-484e-bc69-be7f3a692a47 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.127838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b01c66b9-49d2-4cd4-86b2-18af7ce54b3d req-91a5f7b5-d8bc-484e-bc69-be7f3a692a47 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 944 time: 0.0612662 Mar 08 14:53:38.204377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b01c66b9-49d2-4cd4-86b2-18af7ce54b3d req-f575fc1c-52a7-4c9c-b7ba-9415d1b6e523 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Mar 08 14:53:38.213286 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-bc498f01-c104-42f2-931d-d70ad728afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.222410 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-bc498f01-c104-42f2-931d-d70ad728afb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 1127 time: 0.0686846 Mar 08 14:53:38.319063 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-73b9e2bb-7e21-4d6b-8dbd-8d6e193b143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.320528 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-73b9e2bb-7e21-4d6b-8dbd-8d6e193b143b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 200 len: 914 time: 0.0934529 Mar 08 14:53:38.365844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-804df61c-db62-4323-ac94-983d32fa3674 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a HTTP/1.1" status: 200 len: 217 time: 0.0354888 Mar 08 14:53:38.413453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-1a53fc80-cb92-471f-8be8-30d14f221616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.414973 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-1a53fc80-cb92-471f-8be8-30d14f221616 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50699bce-7330-443a-b3e7-3f99bec70be8 HTTP/1.1" status: 200 len: 853 time: 0.0433288 Mar 08 14:53:38.446824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-05090d47-8325-4108-ad43-fb26f6aef8b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b626b4e-a860-441f-9419-96f72ba1222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253763 Mar 08 14:53:38.547345 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-891237a4-7b81-4312-84a7-7c1f64dfa55c service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936136 Mar 08 14:53:38.639016 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37c831e5-0e40-4d87-93e8-d5c00fb0748d req-d238c8eb-c455-4ae4-a8b7-96329e197cad service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857842 Mar 08 14:53:38.783943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698e707-b737-4cda-8f70-dd197918d96e req-47e2e94b-de52-452b-b731-c1e6ebc075d7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.785454 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6698e707-b737-4cda-8f70-dd197918d96e req-47e2e94b-de52-452b-b731-c1e6ebc075d7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0825973 Mar 08 14:53:38.800260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8867035-3e95-4fb2-841b-76611d1e40e9 req-fe232326-068e-4482-a58e-ef1d76cbacd9 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:38.801737 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8867035-3e95-4fb2-841b-76611d1e40e9 req-fe232326-068e-4482-a58e-ef1d76cbacd9 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 943 time: 0.0719852 Mar 08 14:53:38.890326 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8867035-3e95-4fb2-841b-76611d1e40e9 req-7acfa3d3-b9b6-4a08-8050-ce0f67236df8 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Mar 08 14:53:38.901614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6698e707-b737-4cda-8f70-dd197918d96e req-a27703ef-4f8a-4c01-b289-1b294d627015 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988476 Mar 08 14:53:39.200848 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44202) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:39.329425 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c335eb4a-698d-4068-a221-7f5c224b8a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.365636 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dff40-2bdf-4088-80cc-ab3c1661bf41 req-d25091dc-b7a8-4749-b71b-0cb295a076e5 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:39.367230 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-550dff40-2bdf-4088-80cc-ab3c1661bf41 req-d25091dc-b7a8-4749-b71b-0cb295a076e5 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 944 time: 0.0867586 Mar 08 14:53:39.440737 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-550dff40-2bdf-4088-80cc-ab3c1661bf41 req-e6074285-6b57-4708-ab4b-ea929ebac1a1 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Mar 08 14:53:39.460496 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c335eb4a-698d-4068-a221-7f5c224b8a59 admin admin] Publish callbacks [] for security_group (d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.466514 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c335eb4a-698d-4068-a221-7f5c224b8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.510824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c335eb4a-698d-4068-a221-7f5c224b8a59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1be7401fe1b348a9aa488adbf0b72dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087249 Mar 08 14:53:39.511705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335eb4a-698d-4068-a221-7f5c224b8a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:39.513615 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44210) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:39.565648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] Publish callbacks [] for security_group (d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.585578 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] Publish callbacks [] for security_group (d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.631316 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.633870 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.635001 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6 HTTP/1.1" status: 204 len: 168 time: 0.1202130 Mar 08 14:53:39.642411 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eebab-a1e6-4556-97be-d320bdc02695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a781f9-c7d2-4df0-8777-d74d3ba8bdf6,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:39.702137 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1a6f02e3-697f-4044-9393-da817b94f76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.895193 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44216) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:39.909021 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-49710f7e-927a-41bd-bfa8-1bed9bcc3386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.991982 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-49710f7e-927a-41bd-bfa8-1bed9bcc3386 admin admin] Publish callbacks [] for security_group (fdaebe7c-f83b-43d3-90e0-921e0da0bd2a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:39.996416 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-49710f7e-927a-41bd-bfa8-1bed9bcc3386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fdaebe7c-f83b-43d3-90e0-921e0da0bd2a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.040331 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-49710f7e-927a-41bd-bfa8-1bed9bcc3386 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7134ba7ab6043ee88485256a00b5ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439052 Mar 08 14:53:40.041429 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49710f7e-927a-41bd-bfa8-1bed9bcc3386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaebe7c-f83b-43d3-90e0-921e0da0bd2a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:40.045384 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44228) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:40.075217 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454023fd-bfe9-4122-aedc-665a95d19ec7 req-4f4f3479-e921-43bd-bf14-92da54350c2d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:40.076958 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-454023fd-bfe9-4122-aedc-665a95d19ec7 req-4f4f3479-e921-43bd-bf14-92da54350c2d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1107430 Mar 08 14:53:40.085095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534a054-93aa-42d3-bcad-36b15030684b req-d23b03cb-724c-41bb-97e2-08a9a503c2c3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:40.086634 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2534a054-93aa-42d3-bcad-36b15030684b req-d23b03cb-724c-41bb-97e2-08a9a503c2c3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 943 time: 0.1092672 Mar 08 14:53:40.121330 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] Publish callbacks [] for security_group (fdaebe7c-f83b-43d3-90e0-921e0da0bd2a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.147925 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] Publish callbacks [] for security_group (fdaebe7c-f83b-43d3-90e0-921e0da0bd2a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.161736 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-454023fd-bfe9-4122-aedc-665a95d19ec7 req-9f530570-3e10-4df7-ba14-a4687d0049b7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741279 Mar 08 14:53:40.172949 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2534a054-93aa-42d3-bcad-36b15030684b req-edee5c88-2970-42c2-94d2-8391901e13a2 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672410 Mar 08 14:53:40.211934 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fdaebe7c-f83b-43d3-90e0-921e0da0bd2a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.214843 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.218346 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdaebe7c-f83b-43d3-90e0-921e0da0bd2a HTTP/1.1" status: 204 len: 168 time: 0.1692770 Mar 08 14:53:40.224145 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d548eab-cc65-4dfd-9568-ef05b4814153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaebe7c-f83b-43d3-90e0-921e0da0bd2a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:40.293110 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a746f-698d-4794-9ae2-f0b73e4db6c2 req-3b9e383f-92f9-4270-b4ec-f818140aa9ea tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:40.298311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f8a746f-698d-4794-9ae2-f0b73e4db6c2 req-3b9e383f-92f9-4270-b4ec-f818140aa9ea tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0615938 Mar 08 14:53:40.346608 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f8a746f-698d-4794-9ae2-f0b73e4db6c2 req-41508a24-f9d6-4a50-b0cd-a0d39f740fbd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468760 Mar 08 14:53:40.590897 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884728a-e8fb-4eda-bc72-e13d3c9fe2f4 req-7e166145-134b-4cb2-a6e5-58e0254fa62e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:40.595395 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a884728a-e8fb-4eda-bc72-e13d3c9fe2f4 req-7e166145-134b-4cb2-a6e5-58e0254fa62e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 944 time: 0.0605900 Mar 08 14:53:40.658919 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a884728a-e8fb-4eda-bc72-e13d3c9fe2f4 req-31b37aca-542f-48cf-b776-be8a426ef87a tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560052 Mar 08 14:53:40.726288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e94c855b-c5af-491e-9d41-16561ece9fa2 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:53:40.770634 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.788550 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port e94c855b-c5af-491e-9d41-16561ece9fa2 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:53:40.793897 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port e94c855b-c5af-491e-9d41-16561ece9fa2 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:53:40.794927 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.874519 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port e94c855b-c5af-491e-9d41-16561ece9fa2 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:40.874891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.898470 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:40.901166 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801f1b0-82a6-47ba-9e56-185c6dc66a85" -d '{"events": [{"server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:40.914558 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e94c855b-c5af-491e-9d41-16561ece9fa2,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:40.918861 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:40.950284 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28a3d5-53cf-4267-9ab1-5cda05850121 x-openstack-request-id: req-4d28a3d5-53cf-4267-9ab1-5cda05850121 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:40.950600 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:40.951013 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d28a3d5-53cf-4267-9ab1-5cda05850121 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:40.951573 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2', 'code': 200} Mar 08 14:53:40.968699 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44272) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:40.985619 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:41.079922 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1683125161-network', 'tenant_id': '66c20d74c70b43bf90444e43c2769090'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:41.100554 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Made reservation on behalf of 66c20d74c70b43bf90444e43c2769090 for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:41.103048 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.111999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.117446 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd7797-bf09-41df-abcb-bf5c92ea0386 req-a065afaf-530e-4383-b014-7a6b758b4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:41.118997 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91bd7797-bf09-41df-abcb-bf5c92ea0386 req-a065afaf-530e-4383-b014-7a6b758b4350 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 1129 time: 0.0438695 Mar 08 14:53:41.163326 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91bd7797-bf09-41df-abcb-bf5c92ea0386 req-fb2a61f9-1ddd-4e89-8e40-f44ba50d14e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Mar 08 14:53:41.187275 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks [] for security_group (5ed753f6-b541-4d27-9c62-c8b066ee8526), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.192916 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5ed753f6-b541-4d27-9c62-c8b066ee8526), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.221732 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:53:41.228477 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed753f6-b541-4d27-9c62-c8b066ee8526,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:41.234984 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (eac4c7cc-72bb-4e72-8c75-f8a6bf277f80), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.235321 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Added segment eac4c7cc-72bb-4e72-8c75-f8a6bf277f80 of type vlan for network baec285a-37cf-4915-b1b7-4edd0865fab0 Mar 08 14:53:41.283019 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (baec285a-37cf-4915-b1b7-4edd0865fab0), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.315007 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (baec285a-37cf-4915-b1b7-4edd0865fab0), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.316087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:41.316862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.335311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02791e71-0f88-42d0-bf0f-b416b1ff7418 req-bf41f0ea-6a39-48a2-a848-b0804126d19f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:41.342296 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-02791e71-0f88-42d0-bf0f-b416b1ff7418 req-bf41f0ea-6a39-48a2-a848-b0804126d19f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 943 time: 0.0997665 Mar 08 14:53:41.378364 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4085224 Mar 08 14:53:41.382328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44284) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:41.383532 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9e4d2-f8cb-41cf-8f41-99fd50969143 admin admin] Pushing event updated for resources: {'Network': ['ID=baec285a-37cf-4915-b1b7-4edd0865fab0,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:41.389162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Request body: {'subnet': {'network_id': 'baec285a-37cf-4915-b1b7-4edd0865fab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1683125161-subnet', 'tenant_id': '66c20d74c70b43bf90444e43c2769090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:41.393779 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network baec285a-37cf-4915-b1b7-4edd0865fab0 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:53:41.400395 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-02791e71-0f88-42d0-bf0f-b416b1ff7418 req-3ad103d4-9bb7-40eb-841c-9f596e9322e4 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567563 Mar 08 14:53:41.416197 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Made reservation on behalf of 66c20d74c70b43bf90444e43c2769090 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:41.419006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.581764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (903b3bde-45e9-4626-9059-d4879a11ff7f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.634797 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903b3bde-45e9-4626-9059-d4879a11ff7f,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:41.646113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Checking segment: {'id': 'eac4c7cc-72bb-4e72-8c75-f8a6bf277f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'baec285a-37cf-4915-b1b7-4edd0865fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:41.646476 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Network hostable DHCP agents. Network: baec285a-37cf-4915-b1b7-4edd0865fab0, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:53:41.664162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Network baec285a-37cf-4915-b1b7-4edd0865fab0 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:53:41.674125 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, baec285a-37cf-4915-b1b7-4edd0865fab0) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:41.678523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:41.679403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:41.686361 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e48f2-a440-47dd-869b-b3e79bd15a4d None None] Network baec285a-37cf-4915-b1b7-4edd0865fab0 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:41.698000 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-1826bc95-85e1-4fb4-98b5-d008f37b2001 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3143539 Mar 08 14:53:41.790112 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64c41-2566-431e-8210-8df0aa9664b5 req-1457751d-432a-4cab-baf6-cd319deb25d3 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:41.791752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ea64c41-2566-431e-8210-8df0aa9664b5 req-1457751d-432a-4cab-baf6-cd319deb25d3 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.0632989 Mar 08 14:53:41.828249 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd38154-e009-4af5-b17b-6275b1b37bf1 None None] Network baec285a-37cf-4915-b1b7-4edd0865fab0 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:41.856356 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ea64c41-2566-431e-8210-8df0aa9664b5 req-b6e71567-5c24-4ad5-a5d6-dfd6585d9f43 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578315 Mar 08 14:53:42.032126 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d191a-e033-4103-934e-ed17d5242522 req-5003be22-33a8-4a5c-8853-f04d4dd016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.033639 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-5003be22-33a8-4a5c-8853-f04d4dd016d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0833030 Mar 08 14:53:42.045163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71ba8-176a-4281-856c-801c41a8dcf7 req-2ead2d4d-de5a-4fe4-ac26-f14faa49338b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.046635 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-35f71ba8-176a-4281-856c-801c41a8dcf7 req-2ead2d4d-de5a-4fe4-ac26-f14faa49338b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0679996 Mar 08 14:53:42.150609 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-35f71ba8-176a-4281-856c-801c41a8dcf7 req-8a9694e7-ecf5-4689-b366-5a1184fecb55 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959909 Mar 08 14:53:42.172311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d191a-e033-4103-934e-ed17d5242522 req-2b478c60-94c8-42fe-b6c7-59c0b5bc6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.172311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-2b478c60-94c8-42fe-b6c7-59c0b5bc6e7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1247563 Mar 08 14:53:42.216511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-de56b1e2-4340-479c-a711-ff71f940bbef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.0367458 Mar 08 14:53:42.232911 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.243311 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44318) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:42.248346 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124801022-network', 'tenant_id': '4de5acc5ed16493884004141edba1050'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:42.267190 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d191a-e033-4103-934e-ed17d5242522 req-13cd571f-c51e-4d98-b16b-80ed428ea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.268660 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-13cd571f-c51e-4d98-b16b-80ed428ea06a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0460136 Mar 08 14:53:42.272172 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Made reservation on behalf of 4de5acc5ed16493884004141edba1050 for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:42.274508 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.284072 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.303398 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-4195326b-952e-4623-bb68-afc1a653f599 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280809 Mar 08 14:53:42.357852 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks [] for security_group (a6ca66b4-562c-4795-a8d2-bd32719c62d6), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.361863 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a6ca66b4-562c-4795-a8d2-bd32719c62d6), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.390337 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:53:42.396067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca66b4-562c-4795-a8d2-bd32719c62d6,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:42.403043 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (2c507ce0-72d2-48d7-8283-cfea97e940df), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.404274 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Added segment 2c507ce0-72d2-48d7-8283-cfea97e940df of type vlan for network bad266d2-7642-4314-8a69-64b3d0f03dcd Mar 08 14:53:42.417155 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-b0c420da-b9e3-423c-b98c-3bb6711f57db service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064041 Mar 08 14:53:42.454411 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (bad266d2-7642-4314-8a69-64b3d0f03dcd), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.488814 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (bad266d2-7642-4314-8a69-64b3d0f03dcd), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.489733 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.490338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.527598 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2830687 Mar 08 14:53:42.530308 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44326) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:42.540103 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Request body: {'subnet': {'network_id': 'bad266d2-7642-4314-8a69-64b3d0f03dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124801022-subnet', 'tenant_id': '4de5acc5ed16493884004141edba1050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:53:42.565381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de731d47-dd6f-417f-ba5c-ec3e3829219c admin admin] Pushing event updated for resources: {'Network': ['ID=bad266d2-7642-4314-8a69-64b3d0f03dcd,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:42.574910 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-567d191a-e033-4103-934e-ed17d5242522 req-d20e730b-03c9-422a-bf2e-9efd1fa65f2a service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475461 Mar 08 14:53:42.579488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network bad266d2-7642-4314-8a69-64b3d0f03dcd details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:53:42.587241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef03d0-98bd-42ab-a5e9-693d4738fb9e req-8fa2b1e8-15cd-4340-ac4a-abb693b88700 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:42.588733 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dfef03d0-98bd-42ab-a5e9-693d4738fb9e req-8fa2b1e8-15cd-4340-ac4a-abb693b88700 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 943 time: 0.0995607 Mar 08 14:53:42.590173 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Made reservation on behalf of 4de5acc5ed16493884004141edba1050 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:53:42.592383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.659575 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44334) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:42.702082 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dfef03d0-98bd-42ab-a5e9-693d4738fb9e req-bc78e433-5991-4359-8d82-a338ef900722 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958736 Mar 08 14:53:42.757209 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device dd5dbb25-775b-4f58-b2cc-196b59f2305a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:53:42.812872 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c54a0f6f-5e20-4f9c-8117-cae2e3611bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.836374 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (a898c130-2d76-43b3-ac79-9fad95fa3fb3), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.901146 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a898c130-2d76-43b3-ac79-9fad95fa3fb3,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:42.912990 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c54a0f6f-5e20-4f9c-8117-cae2e3611bc2 admin admin] Publish callbacks [] for security_group (7a6adc71-076e-46ce-9a04-768a42b1197a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.913130 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:42.918894 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c54a0f6f-5e20-4f9c-8117-cae2e3611bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7a6adc71-076e-46ce-9a04-768a42b1197a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:42.928053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Checking segment: {'id': '2c507ce0-72d2-48d7-8283-cfea97e940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bad266d2-7642-4314-8a69-64b3d0f03dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:53:42.928406 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Network hostable DHCP agents. Network: bad266d2-7642-4314-8a69-64b3d0f03dcd, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:53:42.928746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a', 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b', 'port_id': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a', 'mac_address': 'fa:16:3e:93:35:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50699bce-7330-443a-b3e7-3f99bec70be8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:53:42.960458 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0f6f-5e20-4f9c-8117-cae2e3611bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6adc71-076e-46ce-9a04-768a42b1197a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:42.965505 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c54a0f6f-5e20-4f9c-8117-cae2e3611bc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d0d58153c6f42428e84f4b260f179ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034301 Mar 08 14:53:42.968207 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44342) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:42.983777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port dd5dbb25-775b-4f58-b2cc-196b59f2305a is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:42.984169 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.000520 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5dbb25-775b-4f58-b2cc-196b59f2305a {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:53:43.020675 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] Publish callbacks [] for security_group (7a6adc71-076e-46ce-9a04-768a42b1197a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.021888 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:43.028054 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.044952 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] Publish callbacks [] for security_group (7a6adc71-076e-46ce-9a04-768a42b1197a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.081863 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:43.103741 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7a6adc71-076e-46ce-9a04-768a42b1197a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.106855 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.108612 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a6adc71-076e-46ce-9a04-768a42b1197a HTTP/1.1" status: 204 len: 168 time: 0.1393445 Mar 08 14:53:43.118657 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b478791-c854-4b1a-8a6a-1db93dc27aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6adc71-076e-46ce-9a04-768a42b1197a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:43.234527 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Network bad266d2-7642-4314-8a69-64b3d0f03dcd is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:53:43.265930 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, bad266d2-7642-4314-8a69-64b3d0f03dcd) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:53:43.275117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513c860-40fb-49d2-a118-cd92dfba1d18 None None] Network bad266d2-7642-4314-8a69-64b3d0f03dcd requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:43.275308 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:43.275875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:43.309288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e0d5-37ad-4fa9-ba8f-d13bc2b1dfa8 req-e62122de-6790-41c1-88a2-72887950c0ca tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:43.316387 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9776e0d5-37ad-4fa9-ba8f-d13bc2b1dfa8 req-e62122de-6790-41c1-88a2-72887950c0ca tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.3745058 Mar 08 14:53:43.331652 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f0b164dd-b668-4ebb-8c8e-e74914acdd41 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7946894 Mar 08 14:53:43.349062 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbf416-62cd-469f-aff8-ab56aac1a3a7 req-5c0d9ae3-555a-4114-8b09-bda75147dd77 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:43.351663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ecbf416-62cd-469f-aff8-ab56aac1a3a7 req-5c0d9ae3-555a-4114-8b09-bda75147dd77 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1272655 Mar 08 14:53:43.407225 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9776e0d5-37ad-4fa9-ba8f-d13bc2b1dfa8 req-cfba09e6-e66c-499f-9928-ebd654a46ac1 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898423 Mar 08 14:53:43.438612 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a75051a-9e6d-46c8-b016-c97b6fa7a9d8 None None] Network bad266d2-7642-4314-8a69-64b3d0f03dcd requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:53:43.453042 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ecbf416-62cd-469f-aff8-ab56aac1a3a7 req-1f25216e-4088-4698-86ce-016b35ace36f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897956 Mar 08 14:53:43.649750 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['dd5dbb25-775b-4f58-b2cc-196b59f2305a'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:43.857814 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae4dc2-0b8a-4a51-a760-0ea67a6e7e1f req-a8db3b17-8ada-4e34-9a0a-5a9a0f5bc87b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:43.859777 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdae4dc2-0b8a-4a51-a760-0ea67a6e7e1f req-a8db3b17-8ada-4e34-9a0a-5a9a0f5bc87b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 944 time: 0.0682170 Mar 08 14:53:43.944533 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdae4dc2-0b8a-4a51-a760-0ea67a6e7e1f req-b5627f44-1a91-4403-b043-c30f31ea27a8 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Mar 08 14:53:44.068511 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:44.186796 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9cf9-b2be-4c7e-b2aa-5352b23c2bca req-1a07ca4c-97d0-4a5b-b52e-6079862d702e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:44.188184 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-12ee9cf9-b2be-4c7e-b2aa-5352b23c2bca req-1a07ca4c-97d0-4a5b-b52e-6079862d702e tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.0519054 Mar 08 14:53:44.233468 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-12ee9cf9-b2be-4c7e-b2aa-5352b23c2bca req-06837360-c9b3-45fd-9f9e-67a9eba33a58 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Mar 08 14:53:44.566183 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10719621-a975-46f9-85c7-1695a4127d58 req-8e5bd34a-13f6-4e62-ad7f-326a692682b5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:44.567680 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-10719621-a975-46f9-85c7-1695a4127d58 req-8e5bd34a-13f6-4e62-ad7f-326a692682b5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0534337 Mar 08 14:53:44.617526 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-10719621-a975-46f9-85c7-1695a4127d58 req-2b4e4a86-2130-4a0b-add3-35b23b374968 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Mar 08 14:53:45.041082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cccf8-5510-4a3f-af3e-974610b8f673 req-15a5f19e-9afb-404e-9766-10bea2562b10 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:45.042660 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc8cccf8-5510-4a3f-af3e-974610b8f673 req-15a5f19e-9afb-404e-9766-10bea2562b10 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 944 time: 0.0531883 Mar 08 14:53:45.090934 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc8cccf8-5510-4a3f-af3e-974610b8f673 req-755f9bb3-69b2-4c8e-a367-dae23c7f9ef0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427215 Mar 08 14:53:45.354588 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d1ab-020e-482f-a2ae-a060e47d70f3 req-51f24ae9-75e7-43ed-b5d9-4507db1d7aa4 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:45.356197 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6537d1ab-020e-482f-a2ae-a060e47d70f3 req-51f24ae9-75e7-43ed-b5d9-4507db1d7aa4 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.0547936 Mar 08 14:53:45.405451 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6537d1ab-020e-482f-a2ae-a060e47d70f3 req-702c9214-9c1a-4d0a-bf03-8a4922a52d14 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Mar 08 14:53:45.736271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70532a-77c5-430b-8649-d0f876a7b63c req-704ac1f6-a7db-4642-92a5-aab64b997e1c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:45.737771 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b70532a-77c5-430b-8649-d0f876a7b63c req-704ac1f6-a7db-4642-92a5-aab64b997e1c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0562012 Mar 08 14:53:45.784599 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b70532a-77c5-430b-8649-d0f876a7b63c req-ff26e867-b4ef-4894-9b9c-2bade09d01a9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Mar 08 14:53:46.241045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-667c3034-b225-472e-bae4-34777e6d0260 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:46.242545 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-667c3034-b225-472e-bae4-34777e6d0260 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.0725236 Mar 08 14:53:46.250895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97c56-9c37-4f34-b01f-5601f0e75cdb req-a9175bb9-dc6c-487c-af58-14ab9cd3e03c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:46.252381 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74b97c56-9c37-4f34-b01f-5601f0e75cdb req-a9175bb9-dc6c-487c-af58-14ab9cd3e03c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 944 time: 0.0917549 Mar 08 14:53:46.385066 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74b97c56-9c37-4f34-b01f-5601f0e75cdb req-13801459-90f0-45c0-851a-c1156d57c5cb tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254778 Mar 08 14:53:46.430351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Deleting port e94c855b-c5af-491e-9d41-16561ece9fa2 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:53:46.430724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.582883 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002bb4-0e6e-4abc-83e8-56388f2da5aa req-2423060c-6991-4e42-bdec-dc041a36700b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:46.584447 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61002bb4-0e6e-4abc-83e8-56388f2da5aa req-2423060c-6991-4e42-bdec-dc041a36700b tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 945 time: 0.0861535 Mar 08 14:53:46.586419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] For port e94c855b-c5af-491e-9d41-16561ece9fa2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e94c855b-c5af-491e-9d41-16561ece9fa2,segment=NetworkSegment(495697f3-5748-4f86-81f6-88d5cb0b15de),segment_id=495697f3-5748-4f86-81f6-88d5cb0b15de)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:46.586783 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.611564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Calling delete_port for e94c855b-c5af-491e-9d41-16561ece9fa2 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:53:46.724592 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61002bb4-0e6e-4abc-83e8-56388f2da5aa req-9ab6f888-b45d-44f1-9d83-211a20cac383 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/security-groups?id=64b066b8-878b-46d8-8686-552f17c66d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268170 Mar 08 14:53:46.773558 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device dd5dbb25-775b-4f58-b2cc-196b59f2305a up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:53:46.826781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (e94c855b-c5af-491e-9d41-16561ece9fa2), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.832618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port dd5dbb25-775b-4f58-b2cc-196b59f2305a completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:53:46.840031 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port dd5dbb25-775b-4f58-b2cc-196b59f2305a triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:53:46.840566 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.842859 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['e94c855b-c5af-491e-9d41-16561ece9fa2'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:53:46.871993 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Pushing event deleted for resources: {'Port': ['ID=e94c855b-c5af-491e-9d41-16561ece9fa2,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:46.959562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port dd5dbb25-775b-4f58-b2cc-196b59f2305a is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:53:46.959956 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.983916 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:46.985492 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] No DVR routers for this DVR port e94c855b-c5af-491e-9d41-16561ece9fa2 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:53:46.986088 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cce0029-f6e6-466a-b84f-ad9403624d4c" -d '{"events": [{"server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:46.991043 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:46.994458 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f4682f38-6655-4823-b6e1-7cbb4550dc5e req-a73eff49-b38f-4724-810e-e0f6e389bbfc tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.61 "DELETE /v2.0/ports/e94c855b-c5af-491e-9d41-16561ece9fa2 HTTP/1.1" status: 204 len: 173 time: 0.7411795 Mar 08 14:53:46.994908 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'name': 'network-vif-deleted', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:53:46.998009 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b07f1-d9f8-4266-b80d-7f2e92ff9a40" -d '{"events": [{"server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "name": "network-vif-deleted", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:53:46.999355 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:53:47.003443 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:47.018668 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc4bba-feba-498e-ad4d-d31341adeae1 req-be6de4a2-70ff-4677-9fa0-e6b0c26d2d8c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:47.020095 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27fc4bba-feba-498e-ad4d-d31341adeae1 req-be6de4a2-70ff-4677-9fa0-e6b0c26d2d8c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1506429 Mar 08 14:53:47.044652 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ceb4c7-60d2-4f91-9811-0617493eb49e x-openstack-request-id: req-92ceb4c7-60d2-4f91-9811-0617493eb49e {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:47.044965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:47.045227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92ceb4c7-60d2-4f91-9811-0617493eb49e {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:47.045625 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a', 'code': 200} Mar 08 14:53:47.064202 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:47.078295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ebad26-2078-4870-a93d-234ddb1bd413 x-openstack-request-id: req-88ebad26-2078-4870-a93d-234ddb1bd413 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:53:47.078583 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab3d92-f474-47a8-b8c6-30f854b35d6b", "name": "network-vif-deleted", "tag": "e94c855b-c5af-491e-9d41-16561ece9fa2", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:53:47.078834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88ebad26-2078-4870-a93d-234ddb1bd413 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:53:47.079873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab3d92-f474-47a8-b8c6-30f854b35d6b', 'name': 'network-vif-deleted', 'tag': 'e94c855b-c5af-491e-9d41-16561ece9fa2', 'status': 'completed', 'code': 200} Mar 08 14:53:47.086520 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27fc4bba-feba-498e-ad4d-d31341adeae1 req-3c584ddc-26c7-46be-977e-0fae6a168dec tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Mar 08 14:53:47.280156 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d8181-4748-4d08-8aa5-1293e14f37f5 req-80956c00-ccc1-4a79-b9a9-1000e1f7de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:47.281624 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b14d8181-4748-4d08-8aa5-1293e14f37f5 req-80956c00-ccc1-4a79-b9a9-1000e1f7de8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 1129 time: 0.0422721 Mar 08 14:53:47.325814 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b14d8181-4748-4d08-8aa5-1293e14f37f5 req-7a68f1bb-244b-45a9-b917-0e88e478aee3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Mar 08 14:53:47.507695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674b50-f32d-4457-acd0-4185a89c85ac req-6995ecaf-7477-4d95-8917-516380881c6e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:47.509172 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b9674b50-f32d-4457-acd0-4185a89c85ac req-6995ecaf-7477-4d95-8917-516380881c6e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Mar 08 14:53:47.557622 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b9674b50-f32d-4457-acd0-4185a89c85ac req-4a5bd8ff-eb59-4a11-9682-c79144c56670 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Mar 08 14:53:47.804347 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:53:47.846251 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-756d3eef-67af-492c-8f90-60bda6d56ddb req-267ac9e2-720a-4da7-9c0f-8b984975ae68 tempest-VolumesActionsTest-101542039 tempest-VolumesActionsTest-101542039-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eab3d92-f474-47a8-b8c6-30f854b35d6b HTTP/1.1" status: 200 len: 210 time: 0.0326347 Mar 08 14:53:47.908314 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:48.207307 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1458-6fdd-4678-99d3-56bff13689a1 req-5492c5c7-3661-490b-871c-d7f4921e6743 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:48.208761 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-375a1458-6fdd-4678-99d3-56bff13689a1 req-5492c5c7-3661-490b-871c-d7f4921e6743 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Mar 08 14:53:48.253528 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-375a1458-6fdd-4678-99d3-56bff13689a1 req-478b03e3-f4fc-49e9-97ea-8a1f47466a77 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Mar 08 14:53:48.670597 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766fecb-32e4-4312-806a-d494e92019fd req-ef25f463-6039-496b-b7d2-8169a4bc6f80 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:48.672042 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4766fecb-32e4-4312-806a-d494e92019fd req-ef25f463-6039-496b-b7d2-8169a4bc6f80 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0496395 Mar 08 14:53:48.719308 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4766fecb-32e4-4312-806a-d494e92019fd req-f2b77615-6dda-4456-bc77-3578c9289ab5 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Mar 08 14:53:49.387305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e0f3-5453-485f-95be-6c8221bc8dca req-0224452f-03f4-46d1-a53e-307c1ee68a8b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:49.389424 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d737e0f3-5453-485f-95be-6c8221bc8dca req-0224452f-03f4-46d1-a53e-307c1ee68a8b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0625885 Mar 08 14:53:49.436739 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d737e0f3-5453-485f-95be-6c8221bc8dca req-dc2bdc92-99fb-459a-b85e-8af734205511 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Mar 08 14:53:49.846121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f0b54-3e3f-4710-9db6-0f2650ab53bd req-ec81b142-1993-4b11-9971-f40903e74e68 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:49.847622 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-127f0b54-3e3f-4710-9db6-0f2650ab53bd req-ec81b142-1993-4b11-9971-f40903e74e68 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Mar 08 14:53:49.893907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-127f0b54-3e3f-4710-9db6-0f2650ab53bd req-65ee07e2-967b-4c64-b973-f90ffa165522 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Mar 08 14:53:50.559225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a459-3868-41a9-861f-8c693724c894 req-ed6086ca-e813-4596-9390-baecc8a6afba tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:50.560709 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6af1a459-3868-41a9-861f-8c693724c894 req-ed6086ca-e813-4596-9390-baecc8a6afba tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Mar 08 14:53:50.610524 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6af1a459-3868-41a9-861f-8c693724c894 req-70540890-a25f-4aef-a3ef-73aa4d1a6285 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Mar 08 14:53:50.805078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e94c855b-c5af-491e-9d41-16561ece9fa2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:53:50.825560 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: e94c855b-c5af-491e-9d41-16561ece9fa2 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:53:50.825937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device e94c855b-c5af-491e-9d41-16561ece9fa2 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:53:51.728970 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4850-2ab8-40fb-865a-2b56a1d5a8ad req-d3913f53-bf10-48f2-8e78-1dc7558ee01d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:51.730495 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fddc4850-2ab8-40fb-865a-2b56a1d5a8ad req-d3913f53-bf10-48f2-8e78-1dc7558ee01d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Mar 08 14:53:51.786008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fddc4850-2ab8-40fb-865a-2b56a1d5a8ad req-f278bc9a-c429-43db-ac11-93b3f0c943df tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 Mar 08 14:53:52.902700 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12f4a-8afa-4e16-9041-be33f20dfa94 req-6301bfed-f284-4edb-99d2-c427153c6632 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:52.904806 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-acd12f4a-8afa-4e16-9041-be33f20dfa94 req-6301bfed-f284-4edb-99d2-c427153c6632 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Mar 08 14:53:52.948353 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-acd12f4a-8afa-4e16-9041-be33f20dfa94 req-742e0afb-0bc6-47f6-b074-afaf0f0eb977 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380654 Mar 08 14:53:54.069715 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca163-ca4f-4af6-bfb7-0d4c609fdb95 req-572e2a6d-163c-4a66-ac80-b3ebb8ed80c6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:54.071198 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7afca163-ca4f-4af6-bfb7-0d4c609fdb95 req-572e2a6d-163c-4a66-ac80-b3ebb8ed80c6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0558636 Mar 08 14:53:54.118772 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7afca163-ca4f-4af6-bfb7-0d4c609fdb95 req-c0c18ac2-dbe5-411d-83e1-ead598d743b6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Mar 08 14:53:55.239418 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e4aaf-eee8-4098-a116-d471effe9851 req-9cfbe8ec-4ab4-4808-b7e2-c786b92c407b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:55.240882 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-849e4aaf-eee8-4098-a116-d471effe9851 req-9cfbe8ec-4ab4-4808-b7e2-c786b92c407b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Mar 08 14:53:55.287813 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-849e4aaf-eee8-4098-a116-d471effe9851 req-e35c7e26-351c-4e84-8d59-65372f054100 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Mar 08 14:53:56.408580 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ad8ab-36e1-47c3-b8b2-a7491815138e req-92f9da48-4586-426f-91ae-808bb5df90fa tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:56.410299 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f52ad8ab-36e1-47c3-b8b2-a7491815138e req-92f9da48-4586-426f-91ae-808bb5df90fa tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0571611 Mar 08 14:53:56.457851 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f52ad8ab-36e1-47c3-b8b2-a7491815138e req-6e34f3a9-0ad5-49ef-b701-8d2bd9a146e4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Mar 08 14:53:57.610289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4fd10-3b52-4aa2-8eae-056d8f7ed7bd req-768abeea-38bb-4a3e-adbe-f4c87edc57b3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:57.618118 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ac4fd10-3b52-4aa2-8eae-056d8f7ed7bd req-768abeea-38bb-4a3e-adbe-f4c87edc57b3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0750899 Mar 08 14:53:57.683812 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5ac4fd10-3b52-4aa2-8eae-056d8f7ed7bd req-cb9cc659-6661-410f-8d56-97fcc8f5d22b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Mar 08 14:53:58.447291 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b3e6-b526-4ef8-8a41-29aaf3e5712f req-56c3dbd0-1058-4b43-b78d-15b31dcbf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:58.449421 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f64b3e6-b526-4ef8-8a41-29aaf3e5712f req-56c3dbd0-1058-4b43-b78d-15b31dcbf082 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.1001799 Mar 08 14:53:58.521056 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f64b3e6-b526-4ef8-8a41-29aaf3e5712f req-d8f194d6-e462-4c15-8709-dcd248e9c974 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616601 Mar 08 14:53:58.834795 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99488779-da2a-4f31-8743-989112eaf5d1 req-7d9bb274-d821-48cc-af26-9def2738314d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:53:58.842430 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-99488779-da2a-4f31-8743-989112eaf5d1 req-7d9bb274-d821-48cc-af26-9def2738314d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Mar 08 14:53:58.886916 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-99488779-da2a-4f31-8743-989112eaf5d1 req-78386f60-b8d1-479d-8302-99616a20b101 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Mar 08 14:53:59.273362 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44714) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:59.389121 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0f56b93-b73b-4837-b459-2108727f0993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.468178 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0f56b93-b73b-4837-b459-2108727f0993 admin admin] Publish callbacks [] for security_group (ef0d3a52-deb2-4a7f-a06a-de3b40174107), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.472495 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0f56b93-b73b-4837-b459-2108727f0993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ef0d3a52-deb2-4a7f-a06a-de3b40174107), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.503821 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56b93-b73b-4837-b459-2108727f0993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d3a52-deb2-4a7f-a06a-de3b40174107,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:53:59.520085 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f0f56b93-b73b-4837-b459-2108727f0993 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1f7c4518ee442c59076d39f496a001a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446222 Mar 08 14:53:59.520211 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44718) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:53:59.585708 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] Publish callbacks [] for security_group (ef0d3a52-deb2-4a7f-a06a-de3b40174107), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.609116 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] Publish callbacks [] for security_group (ef0d3a52-deb2-4a7f-a06a-de3b40174107), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.656129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ef0d3a52-deb2-4a7f-a06a-de3b40174107), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.658815 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:53:59.664335 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef0d3a52-deb2-4a7f-a06a-de3b40174107 HTTP/1.1" status: 204 len: 168 time: 0.1415579 Mar 08 14:53:59.681166 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9de43c-52cf-457a-9fa5-7a7c4febcc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0d3a52-deb2-4a7f-a06a-de3b40174107,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:00.044228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef56b15-264f-45d4-84fc-904c8ca72e22 req-1e1d14fd-7902-48bd-956a-1c5f18098c6d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:00.051941 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6ef56b15-264f-45d4-84fc-904c8ca72e22 req-1e1d14fd-7902-48bd-956a-1c5f18098c6d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0879354 Mar 08 14:54:00.137399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6ef56b15-264f-45d4-84fc-904c8ca72e22 req-4a33162b-91aa-4bbf-bc38-94dbcbdbfc65 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843196 Mar 08 14:54:01.269296 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896cec1-2ffe-466c-8d5c-2808cba4be72 req-76ef358c-b457-402a-8e36-9a5e519bcc8b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:01.272172 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3896cec1-2ffe-466c-8d5c-2808cba4be72 req-76ef358c-b457-402a-8e36-9a5e519bcc8b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0656939 Mar 08 14:54:01.322478 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3896cec1-2ffe-466c-8d5c-2808cba4be72 req-d957a627-bd2f-4ec5-89ce-6ea4c0c20cdf tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Mar 08 14:54:01.662666 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-a2704554-bdb4-4c5f-bba3-9a90b83aa243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:01.664612 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-a2704554-bdb4-4c5f-bba3-9a90b83aa243 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.1128278 Mar 08 14:54:01.707889 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ad9d-1ce4-46ac-b3ad-cdfbf4d7406e req-d05efc49-1712-40f5-a662-777a95041935 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:01.714791 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-29f5ad9d-1ce4-46ac-b3ad-cdfbf4d7406e req-d05efc49-1712-40f5-a662-777a95041935 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1018956 Mar 08 14:54:01.819096 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-29f5ad9d-1ce4-46ac-b3ad-cdfbf4d7406e req-951575fe-0cc7-4f10-a6fa-11416b331462 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033394 Mar 08 14:54:01.824127 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-b28fb443-e357-42ed-b266-722808cde71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:01.828002 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-b28fb443-e357-42ed-b266-722808cde71d service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1521850 Mar 08 14:54:01.941969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-d78ee437-c651-4809-be60-afba1aec8782 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.1023436 Mar 08 14:54:02.000809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-d506c91d-ff40-4f07-a94f-69870f1947c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:02.002138 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-d506c91d-ff40-4f07-a94f-69870f1947c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0500348 Mar 08 14:54:02.043862 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-606f2e1c-a985-40c5-ae69-03f72d0fdd8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347934 Mar 08 14:54:02.143889 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-084bb794-c130-490f-984f-14a140d4bcc7 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927958 Mar 08 14:54:02.258533 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e59ad47-a6f1-468b-9157-9870e8b05a3a req-aedc52a7-7b1a-4a3e-a7ee-39b8c14041ae service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074471 Mar 08 14:54:02.983333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0d934-6d3d-4ce6-b968-ca6a1d92bd8b req-bbcce4a3-077c-4d7e-a00a-c5d76bfb19be tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:02.990058 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cdb0d934-6d3d-4ce6-b968-ca6a1d92bd8b req-bbcce4a3-077c-4d7e-a00a-c5d76bfb19be tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0752988 Mar 08 14:54:03.061349 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cdb0d934-6d3d-4ce6-b968-ca6a1d92bd8b req-b7373865-195d-486d-a176-3e10147f49ef tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703576 Mar 08 14:54:04.181236 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f361a-72ea-4832-bf7a-ce7f327a4b07 req-22748cf4-6e01-41ed-b5fe-e981579af4d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:04.182771 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-720f361a-72ea-4832-bf7a-ce7f327a4b07 req-22748cf4-6e01-41ed-b5fe-e981579af4d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0589588 Mar 08 14:54:04.228555 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-720f361a-72ea-4832-bf7a-ce7f327a4b07 req-800f5e1d-9f20-4c26-91d2-57ad7d569fa4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Mar 08 14:54:05.348006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a26ddb-d0a0-4a98-91d2-f791ac88fb59 req-1adb72c5-fdfc-4d9a-bff3-7bc9efa3dd35 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:05.349757 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3a26ddb-d0a0-4a98-91d2-f791ac88fb59 req-1adb72c5-fdfc-4d9a-bff3-7bc9efa3dd35 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0557232 Mar 08 14:54:05.394648 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3a26ddb-d0a0-4a98-91d2-f791ac88fb59 req-4e7fc3f4-9983-4258-9584-d4b3e2938610 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Mar 08 14:54:06.533141 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77833-e809-4d7d-a546-0df25056debd req-3811549f-203b-499c-b209-cfc5c32c188d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:06.534781 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a2d77833-e809-4d7d-a546-0df25056debd req-3811549f-203b-499c-b209-cfc5c32c188d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0567164 Mar 08 14:54:06.593351 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a2d77833-e809-4d7d-a546-0df25056debd req-13136d39-68f1-405b-8994-7326f4896c7e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525992 Mar 08 14:54:07.427979 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ea93-1481-4e51-9b27-5292d100df9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:07.718523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e32a6f-e0f4-4e8b-9014-76aec93edb71 req-dc664057-23b8-41ae-8e40-5267a228b912 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:07.720036 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51e32a6f-e0f4-4e8b-9014-76aec93edb71 req-dc664057-23b8-41ae-8e40-5267a228b912 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Mar 08 14:54:07.771723 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51e32a6f-e0f4-4e8b-9014-76aec93edb71 req-a14d1422-8c15-483b-bcbe-cb5bfe3abe45 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Mar 08 14:54:08.908068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f819-2439-481e-a5ec-014e09f689d8 req-04465db2-de89-4b01-a5bc-8e643e3c4b39 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:08.910221 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a071f819-2439-481e-a5ec-014e09f689d8 req-04465db2-de89-4b01-a5bc-8e643e3c4b39 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0647323 Mar 08 14:54:08.967473 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a071f819-2439-481e-a5ec-014e09f689d8 req-e4a9427d-b1ee-46b6-92fd-9efae42b3308 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Mar 08 14:54:09.715798 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-80b1947d-ccd1-4012-bf77-ba711f305620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.095005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d30b-a789-4ab4-ba0e-09f9f40f0205 req-3dce3ca0-e281-4bfc-a54b-448f05e6db2a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:10.096498 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9cf2d30b-a789-4ab4-ba0e-09f9f40f0205 req-3dce3ca0-e281-4bfc-a54b-448f05e6db2a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0564537 Mar 08 14:54:10.164184 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9cf2d30b-a789-4ab4-ba0e-09f9f40f0205 req-120adbea-563e-4cbb-9eb2-e5e2f57cc570 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575287 Mar 08 14:54:10.167651 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44886) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:10.220723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Deleting subnet 903b3bde-45e9-4626-9059-d4879a11ff7f {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:54:10.225417 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Publish callbacks [] for subnet (903b3bde-45e9-4626-9059-d4879a11ff7f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.275594 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (903b3bde-45e9-4626-9059-d4879a11ff7f), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.327623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (903b3bde-45e9-4626-9059-d4879a11ff7f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.395211 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (903b3bde-45e9-4626-9059-d4879a11ff7f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.446689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.454478 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/903b3bde-45e9-4626-9059-d4879a11ff7f HTTP/1.1" status: 204 len: 168 time: 0.2822416 Mar 08 14:54:10.454803 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44890) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:10.472610 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a0c80-516c-43b8-baba-f0202db36490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903b3bde-45e9-4626-9059-d4879a11ff7f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:10.548770 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (baec285a-37cf-4915-b1b7-4edd0865fab0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.674010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (baec285a-37cf-4915-b1b7-4edd0865fab0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.699810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baec285a-37cf-4915-b1b7-4edd0865fab0']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:10.719618 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac4c7cc-72bb-4e72-8c75-f8a6bf277f80') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:10.720215 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac4c7cc-72bb-4e72-8c75-f8a6bf277f80') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:10.732770 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (eac4c7cc-72bb-4e72-8c75-f8a6bf277f80), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.750438 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.752351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (eac4c7cc-72bb-4e72-8c75-f8a6bf277f80), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.762770 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:54:10.763718 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (eac4c7cc-72bb-4e72-8c75-f8a6bf277f80), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:54:10.766777 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:54:10.857087 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (baec285a-37cf-4915-b1b7-4edd0865fab0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.882252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:10.888960 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 44910) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:10.890198 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] 10.222.0.42 "DELETE /v2.0/networks/baec285a-37cf-4915-b1b7-4edd0865fab0 HTTP/1.1" status: 204 len: 168 time: 0.4326355 Mar 08 14:54:10.890301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2ed6-ab20-49cc-9a51-a21b81ef564f admin admin] Pushing event deleted for resources: {'Network': ['ID=baec285a-37cf-4915-b1b7-4edd0865fab0,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:10.947823 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Deleting subnet a898c130-2d76-43b3-ac79-9fad95fa3fb3 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:54:10.954654 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Publish callbacks [] for subnet (a898c130-2d76-43b3-ac79-9fad95fa3fb3), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.024146 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (a898c130-2d76-43b3-ac79-9fad95fa3fb3), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.090371 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (a898c130-2d76-43b3-ac79-9fad95fa3fb3), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.158008 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (a898c130-2d76-43b3-ac79-9fad95fa3fb3), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.186676 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a898c130-2d76-43b3-ac79-9fad95fa3fb3,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:11.193264 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.197618 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-62f9c4c0-05fb-47b0-8c9f-9258af1e33d2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a898c130-2d76-43b3-ac79-9fad95fa3fb3 HTTP/1.1" status: 204 len: 168 time: 0.3061223 Mar 08 14:54:11.200414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44924) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:11.360226 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (bad266d2-7642-4314-8a69-64b3d0f03dcd), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.417451 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c8c5b-1994-4e07-be83-b678b653e785 req-8534543b-db55-484b-be58-aeafb41329cd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:11.421477 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa6c8c5b-1994-4e07-be83-b678b653e785 req-8534543b-db55-484b-be58-aeafb41329cd tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1316586 Mar 08 14:54:11.496249 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (bad266d2-7642-4314-8a69-64b3d0f03dcd), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.532171 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad266d2-7642-4314-8a69-64b3d0f03dcd']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:11.556279 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa6c8c5b-1994-4e07-be83-b678b653e785 req-eb835c74-a97a-4685-9df8-55056a6d482c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280549 Mar 08 14:54:11.558284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c507ce0-72d2-48d7-8283-cfea97e940df') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:11.558579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c507ce0-72d2-48d7-8283-cfea97e940df') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:11.570211 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (2c507ce0-72d2-48d7-8283-cfea97e940df), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.588394 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (2c507ce0-72d2-48d7-8283-cfea97e940df), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.598172 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:54:11.598809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (2c507ce0-72d2-48d7-8283-cfea97e940df), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:54:11.600462 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:54:11.663543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (bad266d2-7642-4314-8a69-64b3d0f03dcd), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.668873 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.674669 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] 10.222.0.42 "DELETE /v2.0/networks/bad266d2-7642-4314-8a69-64b3d0f03dcd HTTP/1.1" status: 204 len: 168 time: 0.4691145 Mar 08 14:54:11.684579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44a31-a35d-4117-8435-e6791b59cf4c admin admin] Pushing event deleted for resources: {'Network': ['ID=bad266d2-7642-4314-8a69-64b3d0f03dcd,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:11.862698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44934) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:11.903651 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-22c82f1c-52ed-4bd5-93b4-d1f40a11fc8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66c20d74c70b43bf90444e43c2769090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397851 Mar 08 14:54:11.905994 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44936) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:11.953386 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] Publish callbacks [] for security_group (5ed753f6-b541-4d27-9c62-c8b066ee8526), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:11.976079 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] Publish callbacks [] for security_group (5ed753f6-b541-4d27-9c62-c8b066ee8526), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.027132 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5ed753f6-b541-4d27-9c62-c8b066ee8526), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.030874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.032216 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ed753f6-b541-4d27-9c62-c8b066ee8526 HTTP/1.1" status: 204 len: 168 time: 0.1252389 Mar 08 14:54:12.043089 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e4383-a982-4c31-8432-23d4628c2b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed753f6-b541-4d27-9c62-c8b066ee8526,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:12.235059 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.391426 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44954) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:12.446534 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-54fab247-a783-413c-840e-97cfa75fa5ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4de5acc5ed16493884004141edba1050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525897 Mar 08 14:54:12.448208 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 44962) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:12.497318 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] Publish callbacks [] for security_group (a6ca66b4-562c-4795-a8d2-bd32719c62d6), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.519113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] Publish callbacks [] for security_group (a6ca66b4-562c-4795-a8d2-bd32719c62d6), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.571003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a6ca66b4-562c-4795-a8d2-bd32719c62d6), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.574570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:12.576161 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6ca66b4-562c-4795-a8d2-bd32719c62d6 HTTP/1.1" status: 204 len: 168 time: 0.1266198 Mar 08 14:54:12.586155 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6f0b-33b5-4d9f-a893-235ac2da43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca66b4-562c-4795-a8d2-bd32719c62d6,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:12.697458 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b704c-be8b-48f9-9856-339bbc4a4f5a req-c3c54e65-0fc9-4024-bf66-cca1fd397c0f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:12.699426 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-478b704c-be8b-48f9-9856-339bbc4a4f5a req-c3c54e65-0fc9-4024-bf66-cca1fd397c0f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Mar 08 14:54:12.762229 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-478b704c-be8b-48f9-9856-339bbc4a4f5a req-d9f7f244-53b0-427d-ba9d-b8c7b05f4017 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527804 Mar 08 14:54:13.885104 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45016) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:14.023179 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9a62f2d-94da-4dbc-a6c5-2692819369e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.087757 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.163255 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9a62f2d-94da-4dbc-a6c5-2692819369e3 admin admin] Publish callbacks [] for security_group (68828f34-672f-4df4-8034-4320bba1cf28), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.169827 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c9a62f2d-94da-4dbc-a6c5-2692819369e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (68828f34-672f-4df4-8034-4320bba1cf28), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.209614 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62f2d-94da-4dbc-a6c5-2692819369e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68828f34-672f-4df4-8034-4320bba1cf28,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:14.216686 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 45034) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:14.224270 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c9a62f2d-94da-4dbc-a6c5-2692819369e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23c06133fba340c4874082a308924f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379617 Mar 08 14:54:14.295270 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] Publish callbacks [] for security_group (68828f34-672f-4df4-8034-4320bba1cf28), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.319045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] Publish callbacks [] for security_group (68828f34-672f-4df4-8034-4320bba1cf28), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.391192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (68828f34-672f-4df4-8034-4320bba1cf28), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.394229 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:14.397993 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68828f34-672f-4df4-8034-4320bba1cf28 HTTP/1.1" status: 204 len: 168 time: 0.1777256 Mar 08 14:54:14.407502 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e0b1b-a7d0-42f8-a70b-c4ee72b8d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68828f34-672f-4df4-8034-4320bba1cf28,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:14.445522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a519da5-62fb-44f7-b28d-8c118fa3f99b req-6a5fd2d5-6fe3-457f-ac6c-b95d3f4af8e4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:14.447102 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1a519da5-62fb-44f7-b28d-8c118fa3f99b req-6a5fd2d5-6fe3-457f-ac6c-b95d3f4af8e4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0917788 Mar 08 14:54:14.525543 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1a519da5-62fb-44f7-b28d-8c118fa3f99b req-32653f34-fd04-4939-9cb0-0cb33063107f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681238 Mar 08 14:54:14.989816 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-6648474e-d451-4386-88f3-113f0379ed70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854468 Mar 08 14:54:15.114644 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442b334-2c50-4911-80a4-9361585f1504 req-672294ef-f9b7-4ff5-901c-d75e984128ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:15.117303 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-672294ef-f9b7-4ff5-901c-d75e984128ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 1129 time: 0.0980957 Mar 08 14:54:15.322289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442b334-2c50-4911-80a4-9361585f1504 req-27281b2d-a356-4923-87c5-8985d56ca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:15.324576 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-27281b2d-a356-4923-87c5-8985d56ca331 service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1834331 Mar 08 14:54:15.422267 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-b87c72da-108e-48e2-a445-4ed666d58f3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 200 len: 217 time: 0.0856490 Mar 08 14:54:15.482768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442b334-2c50-4911-80a4-9361585f1504 req-185e3876-e880-451d-a282-2d1dbd608beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:15.484795 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-185e3876-e880-451d-a282-2d1dbd608beb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0525975 Mar 08 14:54:15.546167 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-ebd7ef74-e2e0-46aa-a508-e78b88aadacd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486689 Mar 08 14:54:15.663842 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-f7cb1577-2cf6-4fb6-9009-25ad1c162220 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072905 Mar 08 14:54:16.034975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3442b334-2c50-4911-80a4-9361585f1504 req-cd1db73d-e9fd-493c-abee-f5eb96451d8f service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591962 Mar 08 14:54:17.925845 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:18.777124 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-8b4713cb-77f9-4509-b648-5a68d216d816 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311558 Mar 08 14:54:18.956341 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45160) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:19.009767 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-c57da4af-0f8b-44b9-ba4a-aa36dfd3c005 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:19.011746 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-c57da4af-0f8b-44b9-ba4a-aa36dfd3c005 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272103 Mar 08 14:54:19.040747 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-9a8449c9-dfed-4c38-b3e6-215a819cb87d tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/quotas/5c876a5ad3f14970ad6ac0b64612905d HTTP/1.1" status: 200 len: 375 time: 0.0212297 Mar 08 14:54:19.081721 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-64da88c0-7768-43bf-8a5f-a54fa31e88c3 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347166 Mar 08 14:54:19.118454 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.242539 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Publish callbacks [] for security_group (ad93a11e-42b4-4719-8858-ad2705ac3c46), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.265991 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ad93a11e-42b4-4719-8858-ad2705ac3c46), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.298930 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94b24a2430ae40599fc317edada32901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407664 Mar 08 14:54:19.313824 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45170) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:19.390796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-97675dcf-4709-42ef-befb-edb7a8083936 req-b4c6ac85-3707-400c-b20e-b94484e6d21d tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0520341 Mar 08 14:54:19.393093 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad93a11e-42b4-4719-8858-ad2705ac3c46,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:19.418811 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.419209 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.419567 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.419904 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.420416 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.421032 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.421526 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.421893 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.422464 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.422806 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.423136 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.423728 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.423957 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b0163b-7b95-4005-a22d-40d11f21190a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:19.458215 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] Publish callbacks [] for security_group (ad93a11e-42b4-4719-8858-ad2705ac3c46), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.496593 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] Publish callbacks [] for security_group (ad93a11e-42b4-4719-8858-ad2705ac3c46), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.590682 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ad93a11e-42b4-4719-8858-ad2705ac3c46), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.593648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:19.610900 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad93a11e-42b4-4719-8858-ad2705ac3c46 HTTP/1.1" status: 204 len: 168 time: 0.2821610 Mar 08 14:54:19.632957 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a1782-4006-49a9-830e-dab46cb59972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad93a11e-42b4-4719-8858-ad2705ac3c46,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:19.958939 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45188) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:19.988058 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-514d0880-32ba-4931-9dc3-bded6f372faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.131001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-514d0880-32ba-4931-9dc3-bded6f372faf admin admin] Publish callbacks [] for security_group (26c68959-3c1d-4880-8708-57b1ce0d23f1), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.145636 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-514d0880-32ba-4931-9dc3-bded6f372faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (26c68959-3c1d-4880-8708-57b1ce0d23f1), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.186219 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d0880-32ba-4931-9dc3-bded6f372faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c68959-3c1d-4880-8708-57b1ce0d23f1,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:20.212826 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-514d0880-32ba-4931-9dc3-bded6f372faf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=000d4ea11151459caf7740b027ec348b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527745 Mar 08 14:54:20.215693 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45190) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:20.273762 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] Publish callbacks [] for security_group (26c68959-3c1d-4880-8708-57b1ce0d23f1), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.300695 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] Publish callbacks [] for security_group (26c68959-3c1d-4880-8708-57b1ce0d23f1), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.365577 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (26c68959-3c1d-4880-8708-57b1ce0d23f1), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.369427 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.375805 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26c68959-3c1d-4880-8708-57b1ce0d23f1 HTTP/1.1" status: 204 len: 168 time: 0.1540673 Mar 08 14:54:20.387813 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd784c7-86fb-4235-8069-b089637176e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c68959-3c1d-4880-8708-57b1ce0d23f1,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:20.519368 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-53ec38a6-1370-45c2-ac09-258fdad938e7 req-d1821c56-a2d7-429b-b4f8-6a3c0691add1 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0485928 Mar 08 14:54:20.628856 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-a2530fa9-f836-492f-bb4b-6f30e1830e8b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337641 Mar 08 14:54:20.796976 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-783cb8e6-cb0b-4625-af8c-4bf59d54eaad tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:20.806386 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-783cb8e6-cb0b-4625-af8c-4bf59d54eaad tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724830 Mar 08 14:54:20.815543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Request body: {'port': {'device_id': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4', 'admin_state_up': True, 'tenant_id': '5c876a5ad3f14970ad6ac0b64612905d'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:54:20.975301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Made reservation on behalf of 5c876a5ad3f14970ad6ac0b64612905d for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:54:20.979441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:20.990676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.109575 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks [] for security_group (e91493bc-f61f-4c8f-9368-93c91738f9a0), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.114664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e91493bc-f61f-4c8f-9368-93c91738f9a0), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.181677 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91493bc-f61f-4c8f-9368-93c91738f9a0,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:21.198992 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.199350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.199875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.200132 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.200542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.200894 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.201224 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.201551 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.201901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.202225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.202548 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.202896 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.203189 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:21.286693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Allocated IP 192.168.233.107 (a24341c9-03b2-4108-913d-792e8bfee8d4/f19cadf6-fe92-422e-8910-16c1e3424556/b322fb51-c633-47c5-9399-ca385738b2ae) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:54:21.470410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks [] for port (b322fb51-c633-47c5-9399-ca385738b2ae), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.510254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.558328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Network a24341c9-03b2-4108-913d-792e8bfee8d4 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:54:21.561808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:54:21.564847 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:54:21.597216 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Pushing event updated for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:21.646901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:21.647534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.670317 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-02707cc6-7b6f-4215-bd67-7885b067163b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8587010 Mar 08 14:54:21.686223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51543294-0c6a-44e9-b157-794749468d37 req-4a3d5735-3f07-445b-838a-b75108bfc6f6 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:21.687650 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51543294-0c6a-44e9-b157-794749468d37 req-4a3d5735-3f07-445b-838a-b75108bfc6f6 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 936 time: 0.0838485 Mar 08 14:54:21.702499 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Request body: {'port': {'device_id': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:54:21.813969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51543294-0c6a-44e9-b157-794749468d37 req-32d2b876-dddb-4e27-9ca8-293a00b719b6 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138792 Mar 08 14:54:21.824899 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:21.904636 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-b32a27be-74e6-4038-a09a-e46ee15d9dd0 None None] Provisioning complete for port b322fb51-c633-47c5-9399-ca385738b2ae triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:54:21.905219 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b32a27be-74e6-4038-a09a-e46ee15d9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.084084 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-b32a27be-74e6-4038-a09a-e46ee15d9dd0 None None] Port b322fb51-c633-47c5-9399-ca385738b2ae cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:54:22.117900 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b322fb51-c633-47c5-9399-ca385738b2ae {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:54:22.126366 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks [] for port (b322fb51-c633-47c5-9399-ca385738b2ae), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.138665 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Transition to ACTIVE for port object b322fb51-c633-47c5-9399-ca385738b2ae will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:54:22.142261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.189963 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Pushing event updated for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:22.260763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Attempting to bind port b322fb51-c633-47c5-9399-ca385738b2ae on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:54:22.261095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Attempting to bind port b322fb51-c633-47c5-9399-ca385738b2ae by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:54:22.261419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Attempting to bind port b322fb51-c633-47c5-9399-ca385738b2ae on network a24341c9-03b2-4108-913d-792e8bfee8d4 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:54:22.266045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Port b322fb51-c633-47c5-9399-ca385738b2ae on network a24341c9-03b2-4108-913d-792e8bfee8d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:54:22.266370 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Attempting to bind port b322fb51-c633-47c5-9399-ca385738b2ae on network a24341c9-03b2-4108-913d-792e8bfee8d4 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:54:22.271318 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:54:22.271650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Checking segment: {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:54:22.272037 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Bound using segment: {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:54:22.272447 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Bound port: b322fb51-c633-47c5-9399-ca385738b2ae, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:54:22.272801 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.340883 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:54:22.345127 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b322fb51-c633-47c5-9399-ca385738b2ae,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:54:22.351004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.383405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:22.384067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:22.385450 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] 10.222.0.61 "PUT /v2.0/ports/b322fb51-c633-47c5-9399-ca385738b2ae HTTP/1.1" status: 200 len: 1098 time: 0.6891084 Mar 08 14:54:22.387745 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:54:22.390815 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a07a5e-bc3c-4f10-b0f5-968415d9654c" -d '{"events": [{"name": "network-changed", "server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:54:22.427048 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68125b1f-19b9-4d3d-92d9-961bf3d99512 service neutron] Pushing event updated for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:22.432846 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b67180-363e-4fff-9f10-d3f29cb489a8 x-openstack-request-id: req-08b67180-363e-4fff-9f10-d3f29cb489a8 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:54:22.433236 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:54:22.433551 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08b67180-363e-4fff-9f10-d3f29cb489a8 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:54:22.434262 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae', 'status': 'completed', 'code': 200} Mar 08 14:54:22.673909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-d3fd049f-2448-4ca9-a056-aac4f7bc65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:22.675401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-d3fd049f-2448-4ca9-a056-aac4f7bc65ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 1132 time: 0.0447030 Mar 08 14:54:22.737043 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-4208f659-6ea4-49e1-82e1-50a36b6eca89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b322fb51-c633-47c5-9399-ca385738b2ae HTTP/1.1" status: 200 len: 217 time: 0.0367219 Mar 08 14:54:22.787933 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-d299bc7a-0d97-46dd-892d-ef2b8b3f315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:22.789379 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-d299bc7a-0d97-46dd-892d-ef2b8b3f315d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f19cadf6-fe92-422e-8910-16c1e3424556 HTTP/1.1" status: 200 len: 843 time: 0.0439761 Mar 08 14:54:22.841986 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-ebb24550-9743-4495-a4a5-d1f9a4f33e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:22.843525 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-ebb24550-9743-4495-a4a5-d1f9a4f33e08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a24341c9-03b2-4108-913d-792e8bfee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0469711 Mar 08 14:54:22.986858 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-c2917379-5316-4ec4-8945-689d938e0c65 service neutron] 10.222.0.61 "GET /v2.0/networks/a24341c9-03b2-4108-913d-792e8bfee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350956 Mar 08 14:54:22.999508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b05d19-8d4d-43d9-b4d9-5742cda29cbd req-848e4a05-8719-491e-9393-7af6c8ca521e tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:23.001197 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81b05d19-8d4d-43d9-b4d9-5742cda29cbd req-848e4a05-8719-491e-9393-7af6c8ca521e tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 948 time: 0.0872228 Mar 08 14:54:23.106514 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81b05d19-8d4d-43d9-b4d9-5742cda29cbd req-b0d9aa99-9bfa-45a7-8a11-cdf629994b83 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926545 Mar 08 14:54:23.130821 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b60ac386-c244-42ff-8564-e7440fb90bb4 req-f3229c81-419b-4cce-826a-5352f8cad072 service neutron] 10.222.0.61 "GET /v2.0/networks/a24341c9-03b2-4108-913d-792e8bfee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283317 Mar 08 14:54:23.241432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-b750ec0d-a4fe-4f13-8685-08da464f8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:23.242971 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-b750ec0d-a4fe-4f13-8685-08da464f8bc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 1132 time: 0.0499330 Mar 08 14:54:23.339292 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-1c5e9ddf-e51c-40ba-94fa-94c9f10891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:23.340808 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-1c5e9ddf-e51c-40ba-94fa-94c9f10891f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a24341c9-03b2-4108-913d-792e8bfee8d4 HTTP/1.1" status: 200 len: 870 time: 0.0917575 Mar 08 14:54:23.386843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-64398d74-ad88-41f0-8701-f256ab4e62f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b322fb51-c633-47c5-9399-ca385738b2ae HTTP/1.1" status: 200 len: 217 time: 0.0390761 Mar 08 14:54:23.439180 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-37e9feb4-f8cf-440d-8285-799ee0f363b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:23.440663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-37e9feb4-f8cf-440d-8285-799ee0f363b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f19cadf6-fe92-422e-8910-16c1e3424556 HTTP/1.1" status: 200 len: 843 time: 0.0464809 Mar 08 14:54:23.496761 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-9c729e82-ad91-41ba-847c-6adbc47b8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:23.499580 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-9c729e82-ad91-41ba-847c-6adbc47b8232 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a24341c9-03b2-4108-913d-792e8bfee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0513434 Mar 08 14:54:23.593212 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-1f29bfff-8f0b-4331-82ad-7beb92d7fc4e service neutron] 10.222.0.61 "GET /v2.0/networks/a24341c9-03b2-4108-913d-792e8bfee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856676 Mar 08 14:54:23.681314 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-61a07a5e-bc3c-4f10-b0f5-968415d9654c req-bd545061-f78e-4f81-912f-92aa3e03b656 service neutron] 10.222.0.61 "GET /v2.0/networks/a24341c9-03b2-4108-913d-792e8bfee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805440 Mar 08 14:54:24.237402 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49b47-1e5d-4047-80d6-d1ed5f15271c req-46e3fecd-f9aa-4f2b-9ef7-b68543d3b513 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:24.238920 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7c49b47-1e5d-4047-80d6-d1ed5f15271c req-46e3fecd-f9aa-4f2b-9ef7-b68543d3b513 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 948 time: 0.0604887 Mar 08 14:54:24.284255 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7c49b47-1e5d-4047-80d6-d1ed5f15271c req-70147346-87d9-4360-ad00-b6c7523add89 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Mar 08 14:54:24.584299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45346) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:24.629619 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Deleting subnet d82f38c6-d3d6-4b2c-8dcc-c434d639595c {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:54:24.632984 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Publish callbacks [] for subnet (d82f38c6-d3d6-4b2c-8dcc-c434d639595c), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.667880 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (d82f38c6-d3d6-4b2c-8dcc-c434d639595c), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.706788 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (d82f38c6-d3d6-4b2c-8dcc-c434d639595c), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.757836 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (d82f38c6-d3d6-4b2c-8dcc-c434d639595c), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.785433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82f38c6-d3d6-4b2c-8dcc-c434d639595c,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:24.787466 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.793340 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-bce138f4-d347-42a8-b2c1-c6b9e1752352 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d82f38c6-d3d6-4b2c-8dcc-c434d639595c HTTP/1.1" status: 204 len: 168 time: 0.2079806 Mar 08 14:54:24.793601 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 45350) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:24.803666 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:54:24.863914 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (fcbb0205-eb2a-4163-9adf-63f55d6f21de), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.941180 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (fcbb0205-eb2a-4163-9adf-63f55d6f21de), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.960355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbb0205-eb2a-4163-9adf-63f55d6f21de']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:24.969169 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495697f3-5748-4f86-81f6-88d5cb0b15de') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:24.969458 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495697f3-5748-4f86-81f6-88d5cb0b15de') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:54:24.978535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (495697f3-5748-4f86-81f6-88d5cb0b15de), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.990991 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (495697f3-5748-4f86-81f6-88d5cb0b15de), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.996482 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:54:24.996853 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (495697f3-5748-4f86-81f6-88d5cb0b15de), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:54:24.999195 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:54:25.055483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (fcbb0205-eb2a-4163-9adf-63f55d6f21de), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.062655 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.073217 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] 10.222.0.42 "DELETE /v2.0/networks/fcbb0205-eb2a-4163-9adf-63f55d6f21de HTTP/1.1" status: 204 len: 168 time: 0.2710052 Mar 08 14:54:25.078455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba464e7-2427-4a9a-b035-80827e5b7e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbb0205-eb2a-4163-9adf-63f55d6f21de,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:25.233356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 45362) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:25.281854 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-52de7d12-9508-4069-87a5-4861e6bafeaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc10358aa5e642b280c8b9ad5d0843eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469189 Mar 08 14:54:25.284169 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45368) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:25.344919 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] Publish callbacks [] for security_group (64b066b8-878b-46d8-8686-552f17c66d55), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.526328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cf8cf-f184-455e-85ba-cef44407a33c req-a11065ee-fa69-4a4d-8ee5-71510828b85f tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:25.527872 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b36cf8cf-f184-455e-85ba-cef44407a33c req-a11065ee-fa69-4a4d-8ee5-71510828b85f tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 948 time: 0.1495206 Mar 08 14:54:25.535205 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-37175b8b-453d-492c-a515-b2824e99e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:25.536692 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-37175b8b-453d-492c-a515-b2824e99e42b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.1256318 Mar 08 14:54:25.570891 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65869-ea7b-47fd-9be6-5c2eb1323920 req-5a565beb-11eb-40fc-8c78-f47ea02f3650 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:25.572366 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0ab65869-ea7b-47fd-9be6-5c2eb1323920 req-5a565beb-11eb-40fc-8c78-f47ea02f3650 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1492205 Mar 08 14:54:25.579115 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] Publish callbacks [] for security_group (64b066b8-878b-46d8-8686-552f17c66d55), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.593529 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45376) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:25.634372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (64b066b8-878b-46d8-8686-552f17c66d55), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.637164 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.640911 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64b066b8-878b-46d8-8686-552f17c66d55 HTTP/1.1" status: 204 len: 168 time: 0.3533247 Mar 08 14:54:25.649199 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2577bd-a601-4da4-b211-fb6e987194cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b066b8-878b-46d8-8686-552f17c66d55,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:25.680938 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b36cf8cf-f184-455e-85ba-cef44407a33c req-8513177e-1ba0-4e73-a787-fa79e2aba415 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425467 Mar 08 14:54:25.720865 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0ab65869-ea7b-47fd-9be6-5c2eb1323920 req-017463c2-0aa5-4e4b-85bc-ebcce0a6e0e3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331389 Mar 08 14:54:25.728483 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47cf4b52-e4c4-4248-8dee-320fde7034ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.741096 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-72323c22-acc2-4f0e-8f6a-92a16ef2968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:25.745837 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-72323c22-acc2-4f0e-8f6a-92a16ef2968a service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.1921842 Mar 08 14:54:25.797463 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-41418d44-b979-41fc-b791-c6189cf9b8be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.0438690 Mar 08 14:54:25.834066 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47cf4b52-e4c4-4248-8dee-320fde7034ec admin admin] Publish callbacks [] for security_group (81b97485-03fa-4541-80c1-339c7b492308), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.839493 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-47cf4b52-e4c4-4248-8dee-320fde7034ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (81b97485-03fa-4541-80c1-339c7b492308), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:25.859409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-e9a0c01c-0aa0-4070-9f6b-2ebfe8d1bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:25.862450 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-e9a0c01c-0aa0-4070-9f6b-2ebfe8d1bd84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0563788 Mar 08 14:54:25.900031 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-47cf4b52-e4c4-4248-8dee-320fde7034ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fe4306107b040eb95f9800d4f3d6709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053486 Mar 08 14:54:25.900728 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 45392) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:54:25.905225 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-fe335774-7987-4218-b445-aafb9b35b939 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351236 Mar 08 14:54:25.910279 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf4b52-e4c4-4248-8dee-320fde7034ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b97485-03fa-4541-80c1-339c7b492308,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:25.976924 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] Publish callbacks [] for security_group (81b97485-03fa-4541-80c1-339c7b492308), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:26.005646 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] Publish callbacks [] for security_group (81b97485-03fa-4541-80c1-339c7b492308), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:26.022798 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-04d9d259-eda6-4c2f-b932-069637e0ed6a service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084731 Mar 08 14:54:26.083316 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (81b97485-03fa-4541-80c1-339c7b492308), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:26.088500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:26.109261 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81b97485-03fa-4541-80c1-339c7b492308 HTTP/1.1" status: 204 len: 168 time: 0.1979816 Mar 08 14:54:26.118190 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f07ee-1522-4d4b-bee3-52abc6d4ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b97485-03fa-4541-80c1-339c7b492308,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:26.174703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0c967ce-8ab3-4c47-8523-eaa4bc583961 req-014be4d3-4130-4fae-a5ef-6ecb64867c84 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369832 Mar 08 14:54:26.829677 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe6cb0-5d28-4450-aec6-f7827f48ec73 req-cbb126b5-40ee-4903-892d-df27537b3d0a tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:26.831242 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ecbe6cb0-5d28-4450-aec6-f7827f48ec73 req-cbb126b5-40ee-4903-892d-df27537b3d0a tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 948 time: 0.0748436 Mar 08 14:54:26.907576 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1117-64c1-4bbf-9d71-a8aaf3713b7b req-65985a8e-5aa6-43c0-b19a-cc4b11a7150d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:26.909309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9dfb1117-64c1-4bbf-9d71-a8aaf3713b7b req-65985a8e-5aa6-43c0-b19a-cc4b11a7150d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1001897 Mar 08 14:54:26.912944 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ecbe6cb0-5d28-4450-aec6-f7827f48ec73 req-e10f2c32-257c-45ea-9e6d-235fb3a5721e tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Mar 08 14:54:26.937210 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b322fb51-c633-47c5-9399-ca385738b2ae details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:54:26.975678 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9dfb1117-64c1-4bbf-9d71-a8aaf3713b7b req-f6b5904f-677c-4e1f-9f78-717a9342ad66 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589855 Mar 08 14:54:27.062600 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b322fb51-c633-47c5-9399-ca385738b2ae,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:54:27.078231 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'b322fb51-c633-47c5-9399-ca385738b2ae', 'network_id': 'a24341c9-03b2-4108-913d-792e8bfee8d4', 'port_id': 'b322fb51-c633-47c5-9399-ca385738b2ae', 'mac_address': 'fa:16:3e:a8:d1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19cadf6-fe92-422e-8910-16c1e3424556', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:54:27.123078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port b322fb51-c633-47c5-9399-ca385738b2ae is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:54:27.123676 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:27.140360 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b322fb51-c633-47c5-9399-ca385738b2ae {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:54:27.161093 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b322fb51-c633-47c5-9399-ca385738b2ae,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:54:27.167058 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:27.239744 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:27.257369 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.257988 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.258657 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.259031 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.259546 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.259888 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.260221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.260729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.261067 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.261423 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.261755 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.262111 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.262444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:54:27.609889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['b322fb51-c633-47c5-9399-ca385738b2ae'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:54:28.039391 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5df22-049c-44f3-b0c8-d141435f8437 req-3e6c11ba-14fc-4283-b573-67dbaa6b800a tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:28.040898 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a7f5df22-049c-44f3-b0c8-d141435f8437 req-3e6c11ba-14fc-4283-b573-67dbaa6b800a tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 949 time: 0.0596259 Mar 08 14:54:28.118950 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a7f5df22-049c-44f3-b0c8-d141435f8437 req-c49c1536-aeb2-4fd3-abc1-3692d05f5ca6 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678844 Mar 08 14:54:28.130852 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8466-8380-4c04-8adc-4dba9d4df79c req-3d02782a-4a50-4b90-9b64-7872f3a6a211 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:28.132392 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-30ee8466-8380-4c04-8adc-4dba9d4df79c req-3d02782a-4a50-4b90-9b64-7872f3a6a211 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0827534 Mar 08 14:54:28.179314 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-30ee8466-8380-4c04-8adc-4dba9d4df79c req-643b2728-ab5e-4763-9bcd-047c83e288fe tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Mar 08 14:54:28.945073 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b322fb51-c633-47c5-9399-ca385738b2ae up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:54:28.996838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port b322fb51-c633-47c5-9399-ca385738b2ae completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:54:29.000590 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port b322fb51-c633-47c5-9399-ca385738b2ae triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:54:29.000961 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:29.080081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port b322fb51-c633-47c5-9399-ca385738b2ae is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:54:29.080463 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:29.107767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:54:29.110284 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1a3ec-cd8f-455c-bb08-30af503f0870" -d '{"events": [{"server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "name": "network-vif-plugged", "status": "completed", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:54:29.124006 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b322fb51-c633-47c5-9399-ca385738b2ae,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:54:29.128356 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:29.155360 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26164c43-35e6-4e3c-8f4e-09499a0ffb7c x-openstack-request-id: req-26164c43-35e6-4e3c-8f4e-09499a0ffb7c {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:54:29.155662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "name": "network-vif-plugged", "status": "completed", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:54:29.155917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26164c43-35e6-4e3c-8f4e-09499a0ffb7c {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:54:29.156351 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae', 'code': 200} Mar 08 14:54:29.181296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:29.542691 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ece6ce-31cc-4859-af5b-186bb0d81aa3 req-4892365c-1fc2-40d1-b0ac-b0731d305bf2 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:29.544230 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-43ece6ce-31cc-4859-af5b-186bb0d81aa3 req-4892365c-1fc2-40d1-b0ac-b0731d305bf2 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.3576596 Mar 08 14:54:29.553345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0dfea-4f0f-41c5-b2ed-9c8b8b124124 req-2f3f806e-74c6-45c9-844a-7e47954fb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:29.554772 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8c0dfea-4f0f-41c5-b2ed-9c8b8b124124 req-2f3f806e-74c6-45c9-844a-7e47954fb975 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 1134 time: 0.0988553 Mar 08 14:54:29.563323 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ffbb-0724-478e-bc0e-eda36180c8d1 req-323230d5-026e-4f9b-8aa4-f1d4043ab8be tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:29.564930 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f9e4ffbb-0724-478e-bc0e-eda36180c8d1 req-323230d5-026e-4f9b-8aa4-f1d4043ab8be tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1099966 Mar 08 14:54:29.666457 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8c0dfea-4f0f-41c5-b2ed-9c8b8b124124 req-71ee0655-8970-42c7-a668-937965c7407d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004484 Mar 08 14:54:29.672711 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-43ece6ce-31cc-4859-af5b-186bb0d81aa3 req-cb620c40-5c27-4a99-933b-56450124315b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215053 Mar 08 14:54:29.677220 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f9e4ffbb-0724-478e-bc0e-eda36180c8d1 req-09204f7a-f81b-43e1-ad7a-70cf3f8ccd2f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983131 Mar 08 14:54:30.830969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f34b9-3ae1-4cf2-9cab-f05f1945d808 req-f11bd574-057c-43c4-a311-c7a7307e3e59 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:30.832462 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-558f34b9-3ae1-4cf2-9cab-f05f1945d808 req-f11bd574-057c-43c4-a311-c7a7307e3e59 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0836964 Mar 08 14:54:30.843837 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b56f18-4bf2-4852-839c-0ffa4bebc40f req-d285c395-36cb-40d9-8948-fb09c0b04538 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:30.845224 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-40b56f18-4bf2-4852-839c-0ffa4bebc40f req-d285c395-36cb-40d9-8948-fb09c0b04538 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0881112 Mar 08 14:54:30.921465 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-558f34b9-3ae1-4cf2-9cab-f05f1945d808 req-cd61d224-6683-421f-b8a8-8cf92947d430 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Mar 08 14:54:30.924653 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-40b56f18-4bf2-4852-839c-0ffa4bebc40f req-99be9bbe-4ea8-420e-9da8-180a06447332 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 Mar 08 14:54:32.068593 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924787f-b9d6-4e21-9fd2-995f7359b171 req-9b85dd60-e879-49dd-9970-ae8a765bb84c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:32.070309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c924787f-b9d6-4e21-9fd2-995f7359b171 req-9b85dd60-e879-49dd-9970-ae8a765bb84c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0809112 Mar 08 14:54:32.081725 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00658-d5f6-4098-bfce-1a026dd61d01 req-1ffd1335-fdca-4a1e-9fba-f9c3f93d4dfe tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:32.083414 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9db00658-d5f6-4098-bfce-1a026dd61d01 req-1ffd1335-fdca-4a1e-9fba-f9c3f93d4dfe tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0927598 Mar 08 14:54:32.158796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c924787f-b9d6-4e21-9fd2-995f7359b171 req-1808ef18-7954-4b67-bc9d-41f4486a74b0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743663 Mar 08 14:54:32.162785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9db00658-d5f6-4098-bfce-1a026dd61d01 req-868e276a-f7d5-4411-b25c-106692699e71 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 Mar 08 14:54:32.425238 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833a75-2ad2-4dde-9e1d-cab72efc470b req-7ee0adb5-318d-45d5-b194-5cf47beab9e9 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:32.426758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22833a75-2ad2-4dde-9e1d-cab72efc470b req-7ee0adb5-318d-45d5-b194-5cf47beab9e9 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0520384 Mar 08 14:54:32.474712 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22833a75-2ad2-4dde-9e1d-cab72efc470b req-7a6a3a59-173f-4ab6-8691-d97913c10c48 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Mar 08 14:54:33.278581 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de44f76-fc3c-468d-9547-0f2d49ca072f req-85d293c5-b6f7-425b-9991-02dfd48157de tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:33.280743 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0de44f76-fc3c-468d-9547-0f2d49ca072f req-85d293c5-b6f7-425b-9991-02dfd48157de tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0517597 Mar 08 14:54:33.333780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0de44f76-fc3c-468d-9547-0f2d49ca072f req-e81c348c-1a0b-4492-825b-89cb1bc335e2 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Mar 08 14:54:33.597270 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189876dd-35e9-4220-84c1-7f126fb87afb req-d18cb04f-396e-4c26-8f03-44cf4709dc0e tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:33.599385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-189876dd-35e9-4220-84c1-7f126fb87afb req-d18cb04f-396e-4c26-8f03-44cf4709dc0e tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0575149 Mar 08 14:54:33.650173 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-189876dd-35e9-4220-84c1-7f126fb87afb req-89cecd62-0993-41e8-9aef-89783f8abbaa tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Mar 08 14:54:34.453570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd366e6-83cf-43c0-bb4d-861c4f308a96 req-737ded42-d039-4f2c-841e-24ab701666bb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:34.455064 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ccd366e6-83cf-43c0-bb4d-861c4f308a96 req-737ded42-d039-4f2c-841e-24ab701666bb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Mar 08 14:54:34.505015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ccd366e6-83cf-43c0-bb4d-861c4f308a96 req-69afeb06-b943-4df3-8ca2-1d00b2520789 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Mar 08 14:54:34.640309 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-8dedc122-6087-4692-939e-f0a2374722b0 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:34.641662 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-8dedc122-6087-4692-939e-f0a2374722b0 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.61 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0533910 Mar 08 14:54:34.772376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Deleting port b322fb51-c633-47c5-9399-ca385738b2ae {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:54:34.772712 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:34.783660 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c96d32-fa1d-4e21-a200-33b045830b83 req-395e0030-f720-479b-a426-271cfc3d0add tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:34.785111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-72c96d32-fa1d-4e21-a200-33b045830b83 req-395e0030-f720-479b-a426-271cfc3d0add tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 950 time: 0.0684907 Mar 08 14:54:34.901092 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-72c96d32-fa1d-4e21-a200-33b045830b83 req-be08c6a0-6872-4541-b489-c289c8af4be1 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/security-groups?id=e91493bc-f61f-4c8f-9368-93c91738f9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065557 Mar 08 14:54:34.908541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] For port b322fb51-c633-47c5-9399-ca385738b2ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b322fb51-c633-47c5-9399-ca385738b2ae,segment=NetworkSegment(99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c),segment_id=99d98ce4-7ce8-41d1-ac5b-2eee8ab4676c)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:54:34.908898 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:34.920982 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Calling delete_port for b322fb51-c633-47c5-9399-ca385738b2ae owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:54:35.044386 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b322fb51-c633-47c5-9399-ca385738b2ae), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:35.074682 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Pushing event deleted for resources: {'Port': ['ID=b322fb51-c633-47c5-9399-ca385738b2ae,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:54:35.118034 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] No DVR routers for this DVR port b322fb51-c633-47c5-9399-ca385738b2ae on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:54:35.121068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:35.125047 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6f4c7974-b254-48f7-ab8d-4a8ce6d2b8eb req-d44e96a7-1f6f-4ea2-a374-cba48e7b37f7 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.61 "DELETE /v2.0/ports/b322fb51-c633-47c5-9399-ca385738b2ae HTTP/1.1" status: 204 len: 173 time: 0.4770117 Mar 08 14:54:35.125517 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'name': 'network-vif-deleted', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:54:35.127786 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587158b-4fa9-4cfd-a3d1-9725001313eb" -d '{"events": [{"server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "name": "network-vif-deleted", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:54:35.163198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a1310-d2f9-4a85-8587-6e160a44bf23 x-openstack-request-id: req-946a1310-d2f9-4a85-8587-6e160a44bf23 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:54:35.163493 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e80bdb-abea-4cfd-bec8-1bada695afb7", "name": "network-vif-deleted", "tag": "b322fb51-c633-47c5-9399-ca385738b2ae", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:54:35.163751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-946a1310-d2f9-4a85-8587-6e160a44bf23 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:54:35.164149 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e80bdb-abea-4cfd-bec8-1bada695afb7', 'name': 'network-vif-deleted', 'tag': 'b322fb51-c633-47c5-9399-ca385738b2ae', 'status': 'completed', 'code': 200} Mar 08 14:54:35.623557 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387d5db-f7f6-4e7f-b001-49f33c16e000 req-85add083-a8df-4c6a-828f-656b9edd9210 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:35.625158 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6387d5db-f7f6-4e7f-b001-49f33c16e000 req-85add083-a8df-4c6a-828f-656b9edd9210 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0542700 Mar 08 14:54:35.670435 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6387d5db-f7f6-4e7f-b001-49f33c16e000 req-80fa8218-a791-4bbb-8948-03f21cc12935 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Mar 08 14:54:35.994225 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-24d64e8c-c201-4b7a-93d2-a3dfbb00e4e9 req-cff399c0-65d6-48fe-a02f-7975f3079026 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Mar 08 14:54:36.790340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e77200-52ce-406f-bff5-bfd0725a6405 req-09692195-ed5c-4145-97bd-83dff60b0d5d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:36.791963 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44e77200-52ce-406f-bff5-bfd0725a6405 req-09692195-ed5c-4145-97bd-83dff60b0d5d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Mar 08 14:54:36.836909 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44e77200-52ce-406f-bff5-bfd0725a6405 req-4cfc32df-a6d3-4ee8-8abb-4cc6dc43adea tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Mar 08 14:54:37.088768 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2005bb73-c2a8-47b5-be41-3f70205c9a20 req-45a029dc-44a1-4260-be2c-d65b72efc797 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0293000 Mar 08 14:54:37.430006 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3a2a-b885-464b-9225-f546f7a881fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:37.954246 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474904a-e54e-4417-96cb-e56222a19c21 req-727aa5a8-1e52-4e6a-8117-54c0a5f2aa6f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:37.955722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0474904a-e54e-4417-96cb-e56222a19c21 req-727aa5a8-1e52-4e6a-8117-54c0a5f2aa6f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Mar 08 14:54:38.002236 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0474904a-e54e-4417-96cb-e56222a19c21 req-50cfd128-4f9d-4763-a1ea-ab7c22b44055 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Mar 08 14:54:38.185411 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7980e8a6-7868-40f2-883a-c84adbb7a9bb req-0362790e-ebb1-4512-85f9-85451a8597a3 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0270696 Mar 08 14:54:39.122166 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8d8dd-64a7-48ec-b470-7a2ddf08dfb7 req-fb89efff-6911-46f0-9d88-e73cba3a9fd6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:39.124125 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-60d8d8dd-64a7-48ec-b470-7a2ddf08dfb7 req-fb89efff-6911-46f0-9d88-e73cba3a9fd6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0512857 Mar 08 14:54:39.172046 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-60d8d8dd-64a7-48ec-b470-7a2ddf08dfb7 req-31e00a5a-5dee-4271-9a02-4786c10cd24e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Mar 08 14:54:39.275814 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f5cff609-3693-4afa-b4d0-db7cdffd0cd1 req-62dce2ec-b364-4fa8-9254-0f47036b777b tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Mar 08 14:54:39.707028 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0c088048-5107-4651-85ae-bf5e54e3481d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:40.287884 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ec06d-346b-49ce-b06e-1fd79cd97e97 req-2bd10ad8-9ab4-41b3-9d7d-a9c251a525f8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:40.289466 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e6ec06d-346b-49ce-b06e-1fd79cd97e97 req-2bd10ad8-9ab4-41b3-9d7d-a9c251a525f8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Mar 08 14:54:40.338086 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e6ec06d-346b-49ce-b06e-1fd79cd97e97 req-d152867f-e6bc-4037-bad4-fb4775e9ebc5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Mar 08 14:54:40.381162 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eec939b5-c925-4f18-8d95-3e03abbd64f7 req-a88773d8-cfd4-4f98-9e80-54af82761fee tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0310714 Mar 08 14:54:40.736048 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:41.479070 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e25a1875-5bd3-448e-95fc-05b43b79889a req-ae162231-13c7-42d2-8086-e05fd5add638 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Mar 08 14:54:41.494235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e138e-6e14-4913-838f-307414f0b1e0 req-36cabc8c-bbfa-415f-ba64-d6ded284ee61 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:41.495710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-967e138e-6e14-4913-838f-307414f0b1e0 req-36cabc8c-bbfa-415f-ba64-d6ded284ee61 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0796123 Mar 08 14:54:41.553364 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-967e138e-6e14-4913-838f-307414f0b1e0 req-eaa953c6-7ab9-42f9-9c5e-0660108970b8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518553 Mar 08 14:54:42.236993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:42.570359 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-880249aa-7558-4986-b030-2839ace55b50 req-1b2a27b1-c0b9-4063-ad97-0301afd43910 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Mar 08 14:54:42.677663 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a9b87-fc8e-4d8f-91cf-39cf8f848173 req-68e50204-d7fa-432b-9193-83b3340e58e6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:42.679170 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d4a9b87-fc8e-4d8f-91cf-39cf8f848173 req-68e50204-d7fa-432b-9193-83b3340e58e6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0543778 Mar 08 14:54:42.725502 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d4a9b87-fc8e-4d8f-91cf-39cf8f848173 req-360d4d81-330d-4063-969e-ff071df5ea55 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Mar 08 14:54:43.661698 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-65e8f141-4567-4d61-8fca-e1fcfeb4e422 req-8ca52c2d-2e69-4fe2-8f2c-3acb6fe621c1 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Mar 08 14:54:43.841488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b83aa3-634b-4908-a089-0a7c53851a75 req-8308a0f2-0f86-4434-a4ff-918d6f255856 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:43.843744 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-10b83aa3-634b-4908-a089-0a7c53851a75 req-8308a0f2-0f86-4434-a4ff-918d6f255856 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Mar 08 14:54:43.899094 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-10b83aa3-634b-4908-a089-0a7c53851a75 req-a1c599cf-b62e-49a7-8878-ca0f25233969 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Mar 08 14:54:44.074952 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:44.759331 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf4a7e5d-39ad-4cdf-a470-2c7744966000 req-7a47ac79-686c-4c8e-81b1-1bc96a1db3df tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Mar 08 14:54:45.025567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d29f25-94ad-4eff-9c9a-0c7fde4469ca req-62a268a7-6c81-4260-a3e0-e7c451453757 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:45.027065 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d2d29f25-94ad-4eff-9c9a-0c7fde4469ca req-62a268a7-6c81-4260-a3e0-e7c451453757 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0604072 Mar 08 14:54:45.073150 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d2d29f25-94ad-4eff-9c9a-0c7fde4469ca req-8ac5cee1-6d0a-4876-aaa0-38854e289176 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Mar 08 14:54:45.853926 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-732caae7-58cf-4b0d-8669-e0b3e2448d79 req-5fa80e41-9465-4581-b149-f1a939770950 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Mar 08 14:54:46.198937 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad52a8-8c36-4d24-bc87-cb3b3d0f3686 req-a4304d57-84d3-4627-91fc-0c434efe2c6d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:46.200440 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36ad52a8-8c36-4d24-bc87-cb3b3d0f3686 req-a4304d57-84d3-4627-91fc-0c434efe2c6d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0609462 Mar 08 14:54:46.246740 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36ad52a8-8c36-4d24-bc87-cb3b3d0f3686 req-e133412e-9ca8-481e-9539-837a53d4232c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Mar 08 14:54:46.951003 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b37e7aa3-3fab-458e-918f-b0df80896dc6 req-ab9759ff-76d8-451f-9185-86faf9548709 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Mar 08 14:54:47.384592 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b428-fe51-42ea-9039-2d9285f40a35 req-eda64c76-90e4-47bd-98f7-4cc6dd91f530 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:47.386092 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27c7b428-fe51-42ea-9039-2d9285f40a35 req-eda64c76-90e4-47bd-98f7-4cc6dd91f530 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0609229 Mar 08 14:54:47.440999 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-27c7b428-fe51-42ea-9039-2d9285f40a35 req-aaed5f93-ddea-407a-8190-3d5405f448ad tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Mar 08 14:54:48.056739 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-48790940-bb91-478a-85ca-9af1122157f0 req-728e2892-d78a-4b33-acce-afdfbb95cdeb tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0383153 Mar 08 14:54:48.569319 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d74ad-9ee3-40f9-ab52-e08bf9e374ce req-6fcf7803-385c-4bbe-b8ce-3c1cc8c22348 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:48.570717 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a6d74ad-9ee3-40f9-ab52-e08bf9e374ce req-6fcf7803-385c-4bbe-b8ce-3c1cc8c22348 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0580072 Mar 08 14:54:48.616461 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a6d74ad-9ee3-40f9-ab52-e08bf9e374ce req-2b8ea376-dd9d-4cd8-93cd-3b738baaf70b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Mar 08 14:54:49.149399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0e81123c-eb6b-4dcb-bc86-3d88a911521d req-3eeeec01-bb91-477f-b285-1ab31671dffc tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Mar 08 14:54:49.735713 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe473-d139-4b79-b14f-2c6b6baefee1 req-2d52c70e-4c49-4f59-a301-87e6bde985e7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:49.737274 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f4dbe473-d139-4b79-b14f-2c6b6baefee1 req-2d52c70e-4c49-4f59-a301-87e6bde985e7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Mar 08 14:54:49.786778 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f4dbe473-d139-4b79-b14f-2c6b6baefee1 req-ba6141e4-43fc-494e-bf6c-6ccf0743dddb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Mar 08 14:54:50.192617 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['b322fb51-c633-47c5-9399-ca385738b2ae'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:54:50.234665 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:54:50.243785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c36fed1-501d-4f9e-9efc-582544f46e47 req-8535d2fb-ed11-496d-b664-7ea8904c8ad5 tempest-VolumesNegativeTest-1477268833 tempest-VolumesNegativeTest-1477268833-project] 10.222.0.42 "GET /v2.0/ports?device_id=97e80bdb-abea-4cfd-bec8-1bada695afb7 HTTP/1.1" status: 200 len: 210 time: 0.0279353 Mar 08 14:54:50.902300 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0323b0c-e051-4973-86ce-ba8823a66591 req-3bf9a5d6-8bd7-4b0a-9c8b-2866f76bb1ed tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:50.903780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0323b0c-e051-4973-86ce-ba8823a66591 req-3bf9a5d6-8bd7-4b0a-9c8b-2866f76bb1ed tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0521290 Mar 08 14:54:50.950376 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0323b0c-e051-4973-86ce-ba8823a66591 req-9530ae67-81cc-4c8c-81ee-4fb8f99d3450 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Mar 08 14:54:52.078181 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b5507-1480-495f-84f7-ef8299473862 req-58b1e6c0-7394-44f9-88c2-3942b60d922d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:52.079712 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-508b5507-1480-495f-84f7-ef8299473862 req-58b1e6c0-7394-44f9-88c2-3942b60d922d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0609484 Mar 08 14:54:52.130868 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-508b5507-1480-495f-84f7-ef8299473862 req-19ceef81-76e8-49af-9aa2-ce3b0b011f14 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 Mar 08 14:54:53.258115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238181b-00cb-4beb-905e-66833691d973 req-db552fc9-131d-477d-a116-864068aff8ce tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:53.259599 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b238181b-00cb-4beb-905e-66833691d973 req-db552fc9-131d-477d-a116-864068aff8ce tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0600653 Mar 08 14:54:53.306663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b238181b-00cb-4beb-905e-66833691d973 req-2bb47c0f-fc2f-41f1-bdf1-71704702d112 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Mar 08 14:54:54.424491 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2361a6-5bbf-4120-9235-a125cd6dedc2 req-e849f6e4-dd6e-424d-ba16-bfca3e341d15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:54.425990 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc2361a6-5bbf-4120-9235-a125cd6dedc2 req-e849f6e4-dd6e-424d-ba16-bfca3e341d15 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0505278 Mar 08 14:54:54.471303 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc2361a6-5bbf-4120-9235-a125cd6dedc2 req-08af95c6-963c-4352-afa4-ed79f883b411 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Mar 08 14:54:55.593721 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5b0d-e170-4eec-a8f8-6b91fdf5afd1 req-afb353a0-6cc9-46fd-bd7b-a0536f641012 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:55.595227 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d9fa5b0d-e170-4eec-a8f8-6b91fdf5afd1 req-afb353a0-6cc9-46fd-bd7b-a0536f641012 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0556166 Mar 08 14:54:55.641393 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d9fa5b0d-e170-4eec-a8f8-6b91fdf5afd1 req-1c91449c-5c52-47a5-84ac-8ff45ff44f51 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Mar 08 14:54:56.757551 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b058a-c008-44c2-95e6-b332205391a9 req-f0fd1e94-f561-4ff7-a5bc-f9ac96032071 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:56.759048 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d38b058a-c008-44c2-95e6-b332205391a9 req-f0fd1e94-f561-4ff7-a5bc-f9ac96032071 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Mar 08 14:54:56.803634 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d38b058a-c008-44c2-95e6-b332205391a9 req-c4221010-49a7-47f1-8147-1027d74c9b0d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386777 Mar 08 14:54:57.926576 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d879-3104-459e-bf68-054895ea4e98 req-196736e0-fceb-4899-8413-11c7ed535e3d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:57.928076 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9423d879-3104-459e-bf68-054895ea4e98 req-196736e0-fceb-4899-8413-11c7ed535e3d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0553784 Mar 08 14:54:57.974081 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9423d879-3104-459e-bf68-054895ea4e98 req-81b11296-e893-4bb9-980a-fc7e3d36e2b6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Mar 08 14:54:59.089765 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bdc32-3398-42db-99b9-15cbd6c0ecb1 req-cb79ea94-7521-474e-a140-8840f970fcf4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:54:59.091274 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a81bdc32-3398-42db-99b9-15cbd6c0ecb1 req-cb79ea94-7521-474e-a140-8840f970fcf4 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Mar 08 14:54:59.136970 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a81bdc32-3398-42db-99b9-15cbd6c0ecb1 req-694dbd54-fcd9-4a64-90d9-b754f2d54728 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Mar 08 14:54:59.777056 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b322fb51-c633-47c5-9399-ca385738b2ae no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:54:59.797191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: b322fb51-c633-47c5-9399-ca385738b2ae {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:54:59.797541 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b322fb51-c633-47c5-9399-ca385738b2ae not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:55:00.251281 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adf24e-2596-4def-aa06-d4f2bc18cb8c req-b2e8e6a1-4383-46c3-b632-b55c23ef7fb6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:00.252710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21adf24e-2596-4def-aa06-d4f2bc18cb8c req-b2e8e6a1-4383-46c3-b632-b55c23ef7fb6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Mar 08 14:55:00.303669 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21adf24e-2596-4def-aa06-d4f2bc18cb8c req-230d193a-0555-4818-b325-e3f079fe642e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Mar 08 14:55:01.420567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261f9e-1333-400d-ac58-ed7bcf07f617 req-f461f18a-e335-4c8d-886d-fd2700ce58a9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:01.422055 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-57261f9e-1333-400d-ac58-ed7bcf07f617 req-f461f18a-e335-4c8d-886d-fd2700ce58a9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Mar 08 14:55:01.467753 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-57261f9e-1333-400d-ac58-ed7bcf07f617 req-d165c02f-f2e0-43d8-97d9-7a0a60bcc342 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Mar 08 14:55:01.803050 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:55:02.606690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50276-a2a4-4665-a6f2-4dc3f9fc46e8 req-17c6dbfa-fa2e-4e6e-9398-d3709e1415d3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:02.608142 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5be50276-a2a4-4665-a6f2-4dc3f9fc46e8 req-17c6dbfa-fa2e-4e6e-9398-d3709e1415d3 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Mar 08 14:55:02.653249 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5be50276-a2a4-4665-a6f2-4dc3f9fc46e8 req-1a69fbb8-ee35-4691-bc21-bc8bd8d11ed5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Mar 08 14:55:03.776927 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3564e-2bdd-4292-b1d7-8fb304137a96 req-f08f00ab-41ee-4189-a3ff-7b5ec19df58a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:03.778393 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-13f3564e-2bdd-4292-b1d7-8fb304137a96 req-f08f00ab-41ee-4189-a3ff-7b5ec19df58a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0578566 Mar 08 14:55:03.827031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-13f3564e-2bdd-4292-b1d7-8fb304137a96 req-237b5c25-18d0-47e4-b28b-881fb9ee6c11 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Mar 08 14:55:04.945379 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c18f3-dceb-481d-980c-6663678a9311 req-fc37184e-5678-47a8-b677-4275007eb553 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:04.946887 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4c9c18f3-dceb-481d-980c-6663678a9311 req-fc37184e-5678-47a8-b677-4275007eb553 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Mar 08 14:55:05.000298 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4c9c18f3-dceb-481d-980c-6663678a9311 req-3873abc0-3a3a-4c5b-a7f7-8af6dbedc1d7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Mar 08 14:55:05.965864 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 46212) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:55:06.120114 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3c635-8a51-4c9e-8359-1b916b4e17c6 req-1ca5c320-eaa7-4ade-9d4d-2520ef7a589f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:06.121822 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a2e3c635-8a51-4c9e-8359-1b916b4e17c6 req-1ca5c320-eaa7-4ade-9d4d-2520ef7a589f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Mar 08 14:55:06.124761 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-9cbd5781-c237-4a68-91a5-aea1c3674f60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c876a5ad3f14970ad6ac0b64612905d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576824 Mar 08 14:55:06.127286 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 46222) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:55:06.206255 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a2e3c635-8a51-4c9e-8359-1b916b4e17c6 req-835d3c69-5a51-447e-a99e-90b0fdcb6aca tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768206 Mar 08 14:55:06.210726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] Publish callbacks [] for security_group (e91493bc-f61f-4c8f-9368-93c91738f9a0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:06.232924 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] Publish callbacks [] for security_group (e91493bc-f61f-4c8f-9368-93c91738f9a0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:06.277777 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e91493bc-f61f-4c8f-9368-93c91738f9a0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:06.280532 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:06.281601 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e91493bc-f61f-4c8f-9368-93c91738f9a0 HTTP/1.1" status: 204 len: 168 time: 0.1533833 Mar 08 14:55:06.292629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6855-5ddc-4eb8-80ab-6ccbb6a9eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91493bc-f61f-4c8f-9368-93c91738f9a0,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:55:07.321456 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3bc5b-05a1-4ad8-a48f-f0d2e22aa37f req-fdb7be8d-4596-4079-9027-4855fa243420 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:07.322978 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b6d3bc5b-05a1-4ad8-a48f-f0d2e22aa37f req-fdb7be8d-4596-4079-9027-4855fa243420 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Mar 08 14:55:07.371461 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b6d3bc5b-05a1-4ad8-a48f-f0d2e22aa37f req-4b943987-606c-40f8-aba2-ec8bf36e61fa tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Mar 08 14:55:07.430598 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-35cd6fa7-fd40-48c9-898c-e5e3305893bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:08.496383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7cbbd-53bc-42cd-8009-78c9029286d8 req-e92de2dd-be12-4408-a818-b2525247649b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:08.497864 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44b7cbbd-53bc-42cd-8009-78c9029286d8 req-e92de2dd-be12-4408-a818-b2525247649b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Mar 08 14:55:08.543104 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44b7cbbd-53bc-42cd-8009-78c9029286d8 req-f3283263-32f7-4cd7-839a-819ac94c796a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Mar 08 14:55:09.657282 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f580c-4a81-432d-b413-db889b7fc1ab req-7a467556-e7e4-41fb-b288-62668ccc734a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:09.658751 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d6f580c-4a81-432d-b413-db889b7fc1ab req-7a467556-e7e4-41fb-b288-62668ccc734a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Mar 08 14:55:09.704647 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d6f580c-4a81-432d-b413-db889b7fc1ab req-096b38f4-c13a-4d06-b957-1842e428144c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Mar 08 14:55:09.707851 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-81fc46af-20f5-4629-84bf-3409afcf4ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:10.739194 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:10.823313 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45467d-cdf0-443d-8472-a8417ee0854b req-63856dfe-3bbc-4ce4-8845-2b7b4734fae6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:10.824783 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e45467d-cdf0-443d-8472-a8417ee0854b req-63856dfe-3bbc-4ce4-8845-2b7b4734fae6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Mar 08 14:55:10.872824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5e45467d-cdf0-443d-8472-a8417ee0854b req-da39308d-2fec-4301-9f91-e44cc04ba918 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Mar 08 14:55:11.988996 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e414da-6ef6-4abc-a3f1-69cbc794cdc2 req-9a693302-b48f-45de-a6dc-8b73a5414403 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:11.990496 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00e414da-6ef6-4abc-a3f1-69cbc794cdc2 req-9a693302-b48f-45de-a6dc-8b73a5414403 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Mar 08 14:55:12.035927 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00e414da-6ef6-4abc-a3f1-69cbc794cdc2 req-be93f03f-ea62-4617-84ff-c3780a90fcc0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Mar 08 14:55:12.240676 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:13.155885 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccc20a-7756-4b04-9e0c-6e474c6b9f57 req-8eed6152-e998-4886-a4f6-af0088270a23 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:13.157995 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cccc20a-7756-4b04-9e0c-6e474c6b9f57 req-8eed6152-e998-4886-a4f6-af0088270a23 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Mar 08 14:55:13.201737 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1cccc20a-7756-4b04-9e0c-6e474c6b9f57 req-072aef87-c69d-4f00-864c-1956cc2ad07a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Mar 08 14:55:14.085114 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:14.322669 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f1e4-469e-47b6-9922-ac148e31de5b req-dcd09106-61a9-4d2b-935d-e081f353436f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:14.324168 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9219f1e4-469e-47b6-9922-ac148e31de5b req-dcd09106-61a9-4d2b-935d-e081f353436f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Mar 08 14:55:14.369117 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9219f1e4-469e-47b6-9922-ac148e31de5b req-bfe03430-11d5-48b3-8c78-1e71d64b7f09 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Mar 08 14:55:15.487084 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3b8f9-fc4a-44a5-a521-948dd18446c5 req-302ced9a-db50-4bea-9bf3-8b10eff4a197 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:15.488476 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-09d3b8f9-fc4a-44a5-a521-948dd18446c5 req-302ced9a-db50-4bea-9bf3-8b10eff4a197 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0536740 Mar 08 14:55:15.533438 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-09d3b8f9-fc4a-44a5-a521-948dd18446c5 req-7ec8e87f-6386-4781-a0f2-46d3d13c43f7 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 Mar 08 14:55:16.701023 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d30a-faa0-4274-b452-cabc87485399 req-3feab564-e1ab-4733-a38b-3c3bc0ed9073 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:16.702785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b76d30a-faa0-4274-b452-cabc87485399 req-3feab564-e1ab-4733-a38b-3c3bc0ed9073 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0855277 Mar 08 14:55:16.710860 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-bfc30af1-3775-4085-b4ff-1c06058bfb8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644560 Mar 08 14:55:16.778832 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b76d30a-faa0-4274-b452-cabc87485399 req-8705fd4e-a3de-4d6b-a0cd-c4ef119854a1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 Mar 08 14:55:16.803420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-e8ccb167-bc12-4f14-9366-621b58ed673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:16.803420 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-e8ccb167-bc12-4f14-9366-621b58ed673c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1129 time: 0.0549552 Mar 08 14:55:16.880571 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba6d1e-ffc4-419c-ad0d-7c0d095c316b req-0ddc8f98-3ff6-4837-89ec-c59ca9e4d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:16.882021 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-86ba6d1e-ffc4-419c-ad0d-7c0d095c316b req-0ddc8f98-3ff6-4837-89ec-c59ca9e4d635 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0456791 Mar 08 14:55:16.923154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-c0105d00-fb61-45fc-bee9-958411da5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:16.924657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-c0105d00-fb61-45fc-bee9-958411da5ce3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0878983 Mar 08 14:55:16.932378 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-86ba6d1e-ffc4-419c-ad0d-7c0d095c316b req-7a7a6955-0411-41d7-a8b7-0046c8c6dc5a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Mar 08 14:55:17.022355 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-97a56c2d-5add-4ca2-b83e-cb71385c8b42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 1001 time: 0.0879703 Mar 08 14:55:17.480652 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-6b2e35d6-3c08-46f3-ad88-965ac54a23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:17.482224 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-6b2e35d6-3c08-46f3-ad88-965ac54a23d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0444596 Mar 08 14:55:17.532438 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-f242db08-f57b-4a0e-b7a8-38881c6c5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:17.533954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-f242db08-f57b-4a0e-b7a8-38881c6c5dde service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447600 Mar 08 14:55:17.625703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-df379ea9-3ac2-4252-af2c-bce914f49a6d service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Mar 08 14:55:17.727728 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7f5db917-3c4c-4e8c-ad25-ee560bf4c358 req-4c7efc19-d511-4233-9a88-ae31686071bf service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818419 Mar 08 14:55:17.905940 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4645f-8c1a-47cc-858b-ba8975dfc738 req-7f7401db-98e9-4f02-98e0-71b8ae74db55 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:17.907436 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3ac4645f-8c1a-47cc-858b-ba8975dfc738 req-7f7401db-98e9-4f02-98e0-71b8ae74db55 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0560384 Mar 08 14:55:17.952724 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3ac4645f-8c1a-47cc-858b-ba8975dfc738 req-71148b4e-eea0-4dd9-bc24-b2528abcbd4a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Mar 08 14:55:19.071285 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a94e-925c-45ca-b558-8791bdb6a5d7 req-be52bdfd-4d5c-41fd-9f33-521858a3d84b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:19.072678 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ce3a94e-925c-45ca-b558-8791bdb6a5d7 req-be52bdfd-4d5c-41fd-9f33-521858a3d84b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Mar 08 14:55:19.122120 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ce3a94e-925c-45ca-b558-8791bdb6a5d7 req-9e396b6e-6a5f-4184-8278-f18cd5698831 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Mar 08 14:55:20.138218 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b02b0-62ee-4b4c-85ea-d4fcbe61e733 req-40cba42b-30a8-4cc9-a459-b65b1336967f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.139600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d55b02b0-62ee-4b4c-85ea-d4fcbe61e733 req-40cba42b-30a8-4cc9-a459-b65b1336967f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Mar 08 14:55:20.190529 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d55b02b0-62ee-4b4c-85ea-d4fcbe61e733 req-9a52a208-19bc-42f5-815d-d5746c958cf5 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Mar 08 14:55:20.232251 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:20.244127 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02a183-efb9-44ee-93c4-b070a472e007 req-d9dbb7df-7a92-4a89-a718-c4b36abe00ff tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.246271 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef02a183-efb9-44ee-93c4-b070a472e007 req-d9dbb7df-7a92-4a89-a718-c4b36abe00ff tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0547347 Mar 08 14:55:20.296276 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef02a183-efb9-44ee-93c4-b070a472e007 req-928eb091-40c5-417f-8616-d4825de5960f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Mar 08 14:55:20.668673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb723b3-26a6-44af-b82d-5a98bfd25427 req-476cc0c6-4d53-4d80-a6dd-3700256d5fc2 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.670054 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8eb723b3-26a6-44af-b82d-5a98bfd25427 req-476cc0c6-4d53-4d80-a6dd-3700256d5fc2 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0791180 Mar 08 14:55:20.695701 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-d440a52f-042b-4831-b3ac-9272408ff24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.697184 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-d440a52f-042b-4831-b3ac-9272408ff24a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23e4d739a5374811a763e2accc1760d8&device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0707955 Mar 08 14:55:20.745373 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8eb723b3-26a6-44af-b82d-5a98bfd25427 req-02f2d9bc-6ba7-4216-9453-df2cfb974429 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694213 Mar 08 14:55:20.803380 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-3efe9365-59ba-41a1-936e-f7668089c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.804852 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-3efe9365-59ba-41a1-936e-f7668089c8fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 200 len: 919 time: 0.0982039 Mar 08 14:55:20.850665 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-8014b02b-68d9-4fe9-8957-21894e79ae24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 200 len: 217 time: 0.0388057 Mar 08 14:55:20.899157 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-65f96c8f-c155-4a5f-94da-12b0676dfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:20.900575 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-65f96c8f-c155-4a5f-94da-12b0676dfcb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 200 len: 858 time: 0.0435295 Mar 08 14:55:20.933929 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-5f96102e-e76c-40d4-b08f-552f1bffc520 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=04b6036e-7846-4c0a-8ff5-9a292a7bf361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234108 Mar 08 14:55:21.025917 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-588b4142-e81d-47ea-adc0-8075fc0671b3 service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848117 Mar 08 14:55:21.110969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c31050e-dc59-4892-be5f-05538dcf6c43 req-ba131647-e0e6-41d2-a65c-15918256e0ca service neutron] 10.222.0.61 "GET /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791478 Mar 08 14:55:21.313160 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9e95-8c35-4cf3-9558-4de974dda3d0 req-056d3fd5-f67c-4af7-a463-836a5be7ab04 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:21.314728 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0fea9e95-8c35-4cf3-9558-4de974dda3d0 req-056d3fd5-f67c-4af7-a463-836a5be7ab04 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Mar 08 14:55:21.364397 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0fea9e95-8c35-4cf3-9558-4de974dda3d0 req-1e7ab756-2415-42a3-a20c-bbdea184692b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Mar 08 14:55:21.865729 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6460-5c7d-455a-a178-48af0f61e0df req-ce60f6ff-e267-4c41-a62d-e63740e9e61c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:21.867366 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb3a6460-5c7d-455a-a178-48af0f61e0df req-ce60f6ff-e267-4c41-a62d-e63740e9e61c tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0558057 Mar 08 14:55:21.912590 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb3a6460-5c7d-455a-a178-48af0f61e0df req-7f567f3d-4f01-4b0f-9fb6-88ceac35df12 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Mar 08 14:55:22.508612 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-76b2230d-858c-4e9f-8bcc-662ea1af1dc3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:22.510089 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-76b2230d-858c-4e9f-8bcc-662ea1af1dc3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0817666 Mar 08 14:55:22.520534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f54d-271d-48b8-8980-8776fe842915 req-74fcd362-fef0-44c8-92a1-602d3f38d252 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:22.521917 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aee6f54d-271d-48b8-8980-8776fe842915 req-74fcd362-fef0-44c8-92a1-602d3f38d252 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 945 time: 0.0854356 Mar 08 14:55:22.844254 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aee6f54d-271d-48b8-8980-8776fe842915 req-423a34ef-1cde-40c3-a12e-3fb658352150 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155782 Mar 08 14:55:22.867016 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Deleting port dd5dbb25-775b-4f58-b2cc-196b59f2305a {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:55:22.867351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:22.959301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] For port dd5dbb25-775b-4f58-b2cc-196b59f2305a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd5dbb25-775b-4f58-b2cc-196b59f2305a,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:55:22.959893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:22.972310 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Calling delete_port for dd5dbb25-775b-4f58-b2cc-196b59f2305a owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:55:23.090343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d3e06-f3c3-4061-97f6-9bddddf40728 req-7f3f4635-382b-45f5-af94-d6206e94d8d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:23.091852 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d9d3e06-f3c3-4061-97f6-9bddddf40728 req-7f3f4635-382b-45f5-af94-d6206e94d8d9 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1059108 Mar 08 14:55:23.189208 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d9d3e06-f3c3-4061-97f6-9bddddf40728 req-5b2faecb-b982-4f9a-a59e-9281904fb513 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891919 Mar 08 14:55:23.190454 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (dd5dbb25-775b-4f58-b2cc-196b59f2305a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:23.209111 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['dd5dbb25-775b-4f58-b2cc-196b59f2305a'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:55:23.232568 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Pushing event deleted for resources: {'Port': ['ID=dd5dbb25-775b-4f58-b2cc-196b59f2305a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:55:23.264895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.265433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.265567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.265932 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.266273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.266610 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.266938 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.267380 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.267598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.267928 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.268252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.268579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.269005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:55:23.299559 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] No DVR routers for this DVR port dd5dbb25-775b-4f58-b2cc-196b59f2305a on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:55:23.303578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:23.306990 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ee82ea8-7391-40ad-bd6b-e580222dbcdf req-9acde10d-26aa-427d-8934-1dcd660a5d07 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "DELETE /v2.0/ports/dd5dbb25-775b-4f58-b2cc-196b59f2305a HTTP/1.1" status: 204 len: 173 time: 0.7842028 Mar 08 14:55:23.307485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'name': 'network-vif-deleted', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:55:23.309880 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b6e4f-cfee-41cb-87af-820fd1ace714" -d '{"events": [{"server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "name": "network-vif-deleted", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:55:23.348611 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e3bd51-1e5a-4bfa-b5ba-078a2ccfbfb4 x-openstack-request-id: req-a6e3bd51-1e5a-4bfa-b5ba-078a2ccfbfb4 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:55:23.349407 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3534e79-a525-471c-9668-85196fd017d0", "name": "network-vif-deleted", "tag": "dd5dbb25-775b-4f58-b2cc-196b59f2305a", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:55:23.349692 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6e3bd51-1e5a-4bfa-b5ba-078a2ccfbfb4 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:55:23.350172 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3534e79-a525-471c-9668-85196fd017d0', 'name': 'network-vif-deleted', 'tag': 'dd5dbb25-775b-4f58-b2cc-196b59f2305a', 'status': 'completed', 'code': 200} Mar 08 14:55:23.949466 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e967a741-deb8-4dc4-a40e-b723ec3e4cae req-05b96eb7-f1a5-4413-b826-c72d1eaa2e55 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3534e79-a525-471c-9668-85196fd017d0 HTTP/1.1" status: 200 len: 210 time: 0.0261898 Mar 08 14:55:24.322635 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d086bb-23d2-4f64-ac4b-f0db219a97c7 req-b608f9ad-14ec-4c62-bf34-435cbbdba30a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:24.324230 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36d086bb-23d2-4f64-ac4b-f0db219a97c7 req-b608f9ad-14ec-4c62-bf34-435cbbdba30a tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0603828 Mar 08 14:55:24.374752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36d086bb-23d2-4f64-ac4b-f0db219a97c7 req-33aed2fb-580c-4bb2-bbe7-52fe3cdd79a5 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Mar 08 14:55:26.498402 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device dd5dbb25-775b-4f58-b2cc-196b59f2305a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:55:26.519109 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: dd5dbb25-775b-4f58-b2cc-196b59f2305a {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:55:26.519974 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device dd5dbb25-775b-4f58-b2cc-196b59f2305a not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:55:37.432159 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-4fae16ad-4194-449b-9f16-d8c0ce42b037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:38.801691 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:55:39.708914 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a04eefb0-534a-48e8-bd8f-edbac3806561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:40.741920 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:42.247058 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:44.076290 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:50.235286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:54.540943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-98af8427-2e31-4202-9dd4-2a45c193e671 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:54.542442 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-98af8427-2e31-4202-9dd4-2a45c193e671 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/networks?id=5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 200 len: 813 time: 0.1002162 Mar 08 14:55:54.557112 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-2ee2b9ed-d1e2-4892-b628-3dccb5e70290 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/quotas/1573d88724f343999bbda992f0dacad2 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Mar 08 14:55:54.587334 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-5062e88e-a161-4a54-b708-633b3fd8bb97 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255551 Mar 08 14:55:54.679997 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-7dab9cd7-d373-4a03-9998-82e2725d5093 service neutron] 10.222.0.42 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861218 Mar 08 14:55:54.767955 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-6c5c3b39-c26d-47d7-98d5-33e05ad39ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Mar 08 14:55:54.945203 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9e062489-d9a0-4954-89cd-080011c7256a req-5c81640d-1169-4c31-bb17-5e1619d2d4dc tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 210 time: 0.0316920 Mar 08 14:55:56.043997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-10398d27-e065-4e89-be41-9904521c0c7b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:56.045638 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-10398d27-e065-4e89-be41-9904521c0c7b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "GET /v2.0/networks?id=5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 200 len: 813 time: 0.1148856 Mar 08 14:55:56.059683 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Request body: {'port': {'device_id': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b', 'admin_state_up': True, 'tenant_id': '1573d88724f343999bbda992f0dacad2'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:55:56.081095 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-84b491d4-e579-454d-9a12-aeb482d41454 req-5be7bed0-dbf8-4fa8-8020-fee9c631d33a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 210 time: 0.0454502 Mar 08 14:55:56.191664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Made reservation on behalf of 1573d88724f343999bbda992f0dacad2 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:55:56.195847 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:56.343226 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Allocated IP 172.20.0.14 (5b626b4e-a860-441f-9419-96f72ba1222b/50699bce-7330-443a-b3e7-3f99bec70be8/7373637c-6c5e-40a7-aca0-af18662910e3) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:55:56.514816 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks [] for port (7373637c-6c5e-40a7-aca0-af18662910e3), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:56.553727 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:56.606526 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Network 5b626b4e-a860-441f-9419-96f72ba1222b is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:55:56.609833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:55:56.612410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:55:56.651768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Pushing event updated for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:55:56.692837 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:56.693444 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:56.718188 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a76d-a438-4691-b5fc-3ac6947a21aa req-aaabd49f-1673-4499-96de-75d3eb336b76 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:56.719649 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0b76a76d-a438-4691-b5fc-3ac6947a21aa req-aaabd49f-1673-4499-96de-75d3eb336b76 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1026580 Mar 08 14:55:56.723190 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-00285f74-ecc8-45fa-8569-ce739f56c55a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6679034 Mar 08 14:55:56.743023 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Request body: {'port': {'device_id': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:55:56.813360 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0b76a76d-a438-4691-b5fc-3ac6947a21aa req-8161107d-e149-4c44-8d55-cdf9dd862081 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866463 Mar 08 14:55:56.823894 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.084210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7373637c-6c5e-40a7-aca0-af18662910e3 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:55:57.091578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks [] for port (7373637c-6c5e-40a7-aca0-af18662910e3), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.103404 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Transition to ACTIVE for port object 7373637c-6c5e-40a7-aca0-af18662910e3 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:55:57.106602 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.153640 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Pushing event updated for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:55:57.256363 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Attempting to bind port 7373637c-6c5e-40a7-aca0-af18662910e3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:55:57.256698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Attempting to bind port 7373637c-6c5e-40a7-aca0-af18662910e3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:55:57.257022 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Attempting to bind port 7373637c-6c5e-40a7-aca0-af18662910e3 on network 5b626b4e-a860-441f-9419-96f72ba1222b {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:55:57.265629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d69da-976d-4485-abd0-cef51f4b55fe req-d66e5ca2-a66a-4c16-a01d-b0df6b8eb9dc tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:57.267252 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-584d69da-976d-4485-abd0-cef51f4b55fe req-d66e5ca2-a66a-4c16-a01d-b0df6b8eb9dc tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.1110721 Mar 08 14:55:57.271088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Port 7373637c-6c5e-40a7-aca0-af18662910e3 on network 5b626b4e-a860-441f-9419-96f72ba1222b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:55:57.271415 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Attempting to bind port 7373637c-6c5e-40a7-aca0-af18662910e3 on network 5b626b4e-a860-441f-9419-96f72ba1222b {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:55:57.284823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:55:57.284823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Checking segment: {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:55:57.284823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Bound using segment: {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:55:57.284823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Bound port: 7373637c-6c5e-40a7-aca0-af18662910e3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966ffbe7-a131-4ccf-a5ec-565819debb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:55:57.284823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.352514 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-584d69da-976d-4485-abd0-cef51f4b55fe req-d7119440-d9df-4b18-a515-27485c67b4d0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Mar 08 14:55:57.374254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:55:57.377093 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7373637c-6c5e-40a7-aca0-af18662910e3,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:55:57.383724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.422967 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:57.423596 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:55:57.424974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] 10.222.0.61 "PUT /v2.0/ports/7373637c-6c5e-40a7-aca0-af18662910e3 HTTP/1.1" status: 200 len: 1094 time: 0.6856596 Mar 08 14:55:57.425420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:55:57.428751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f" -d '{"events": [{"name": "network-changed", "server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:55:57.447796 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860cb0d-3182-472e-a3f0-7c5a26681422 service neutron] Pushing event updated for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:55:57.465753 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ca6b1-ce80-441f-a1ab-4829097baefe x-openstack-request-id: req-202ca6b1-ce80-441f-a1ab-4829097baefe {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:55:57.466074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:55:57.466334 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-202ca6b1-ce80-441f-a1ab-4829097baefe {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:55:57.466735 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3', 'status': 'completed', 'code': 200} Mar 08 14:55:57.942695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c74a4-848a-47b9-8d60-4770651baff9 req-abd4a960-14fa-4836-8aa4-6474bfbdbeee tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:57.944389 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6f1c74a4-848a-47b9-8d60-4770651baff9 req-abd4a960-14fa-4836-8aa4-6474bfbdbeee tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0602763 Mar 08 14:55:57.991234 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6f1c74a4-848a-47b9-8d60-4770651baff9 req-568fbed8-63b9-4be0-9366-ce9d1497caee tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Mar 08 14:55:58.475854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeff02-b782-43bd-a2e2-f5d50310c057 req-15c8d966-71a9-4fbe-9c2b-b00e0009b6bb tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:58.477356 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4afeff02-b782-43bd-a2e2-f5d50310c057 req-15c8d966-71a9-4fbe-9c2b-b00e0009b6bb tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0550392 Mar 08 14:55:58.526123 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4afeff02-b782-43bd-a2e2-f5d50310c057 req-799aaa51-fe1c-4cb3-914a-c4dc7c841845 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Mar 08 14:55:59.104674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0c512-38bc-4350-a387-1eb19f7254fb req-b9691fe7-80ef-44f5-983c-971e71cec4d8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:59.106169 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eea0c512-38bc-4350-a387-1eb19f7254fb req-b9691fe7-80ef-44f5-983c-971e71cec4d8 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0503585 Mar 08 14:55:59.150650 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eea0c512-38bc-4350-a387-1eb19f7254fb req-13cf01cb-20d3-4e95-9b6b-85c872081077 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Mar 08 14:55:59.439541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-0d9d9ec5-c10c-45cb-8217-f4bebcdd10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:59.441008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-0d9d9ec5-c10c-45cb-8217-f4bebcdd10ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 1128 time: 0.0425081 Mar 08 14:55:59.644918 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d7018-1d9a-49e6-8a1e-0c16b8b0aa90 req-403899d4-a82c-4ab4-b938-f24c06cc2526 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:55:59.647026 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d35d7018-1d9a-49e6-8a1e-0c16b8b0aa90 req-403899d4-a82c-4ab4-b938-f24c06cc2526 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0565066 Mar 08 14:55:59.694400 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d35d7018-1d9a-49e6-8a1e-0c16b8b0aa90 req-07bd6175-e2ac-4888-9125-4bb8d7d705f4 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Mar 08 14:56:00.266909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4100d1-660d-43eb-a996-a3bca24b0d2b req-045f7a53-cf9c-4519-a171-5d742d456dc0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:00.268418 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a4100d1-660d-43eb-a996-a3bca24b0d2b req-045f7a53-cf9c-4519-a171-5d742d456dc0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0531332 Mar 08 14:56:00.314993 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a4100d1-660d-43eb-a996-a3bca24b0d2b req-7fc17f05-6d2a-476d-a7a7-232b8e19acc1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Mar 08 14:56:00.813033 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50321-dfc3-4974-b232-db3c8a90b6f4 req-832f4bb5-2ebf-4f5b-8a19-93664a7bfa7e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:00.814433 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1b50321-dfc3-4974-b232-db3c8a90b6f4 req-832f4bb5-2ebf-4f5b-8a19-93664a7bfa7e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0540040 Mar 08 14:56:00.859968 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1b50321-dfc3-4974-b232-db3c8a90b6f4 req-ae7bb329-cd2b-443b-b923-13925f192368 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Mar 08 14:56:01.122296 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-5b1e5eb9-df61-46ee-b431-9754e14e558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.123679 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-5b1e5eb9-df61-46ee-b431-9754e14e558f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1573d88724f343999bbda992f0dacad2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1568918 Mar 08 14:56:01.278468 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-588e3764-4399-467d-81b4-d868d9c855b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.279959 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2f9cf93a-e834-4ab7-a73c-3bcba15d103f req-588e3764-4399-467d-81b4-d868d9c855b3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498814 Mar 08 14:56:01.368745 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-f61c5a9a-95c5-4904-a622-0a9f61b7ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.370282 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-f61c5a9a-95c5-4904-a622-0a9f61b7ec4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1573d88724f343999bbda992f0dacad2&device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 1128 time: 0.0473032 Mar 08 14:56:01.419460 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-9208213c-1237-41e0-baf5-03c85b2a1030 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7373637c-6c5e-40a7-aca0-af18662910e3 HTTP/1.1" status: 200 len: 217 time: 0.0410428 Mar 08 14:56:01.486434 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137994ff-777d-41b0-98db-45e84432db7e req-a2c0af96-5ee8-4002-9dd1-30651840865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.487847 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-a2c0af96-5ee8-4002-9dd1-30651840865c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50699bce-7330-443a-b3e7-3f99bec70be8 HTTP/1.1" status: 200 len: 853 time: 0.0537255 Mar 08 14:56:01.497738 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f42370-387b-489f-ade3-45a16a9aa7a7 req-37bf35c4-3a2a-4126-967b-e13c9f2ca855 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.499152 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-19f42370-387b-489f-ade3-45a16a9aa7a7 req-37bf35c4-3a2a-4126-967b-e13c9f2ca855 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.1152906 Mar 08 14:56:01.533226 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-f948ca09-e1d6-4692-b514-db705fe72e46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b626b4e-a860-441f-9419-96f72ba1222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331795 Mar 08 14:56:01.584262 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-19f42370-387b-489f-ade3-45a16a9aa7a7 req-16a8dad2-857e-41af-9e8f-96fcf695b0e0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770426 Mar 08 14:56:01.641405 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-a251d40f-b495-4c4e-999a-b1c9bf58606a service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004798 Mar 08 14:56:01.726577 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-137994ff-777d-41b0-98db-45e84432db7e req-1ca591aa-bae4-454c-92aa-78f800a86372 service neutron] 10.222.0.61 "GET /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786390 Mar 08 14:56:01.976720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a86bfe-f646-45f5-810c-bd67668e7bc5 req-841623f6-56c9-41d6-b64f-8cfc7eede544 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:01.978147 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e6a86bfe-f646-45f5-810c-bd67668e7bc5 req-841623f6-56c9-41d6-b64f-8cfc7eede544 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0512245 Mar 08 14:56:02.025200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e6a86bfe-f646-45f5-810c-bd67668e7bc5 req-7412238b-78b0-4e66-8722-ce5c19cec953 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Mar 08 14:56:02.699474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ca94f-2c65-4366-89ba-cd6f3d4b9636 req-db9b589a-1afb-4829-9c69-4cdabb0ec2c6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:02.701205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-260ca94f-2c65-4366-89ba-cd6f3d4b9636 req-db9b589a-1afb-4829-9c69-4cdabb0ec2c6 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0506442 Mar 08 14:56:02.748083 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-260ca94f-2c65-4366-89ba-cd6f3d4b9636 req-1e21bff5-83be-4f0b-9eba-1c9821bf220b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Mar 08 14:56:03.140692 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041cfeb-b494-467f-ba99-5474fb46f6d8 req-4c88122d-f613-455f-9b8f-467fbdff6ad3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:03.142078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d041cfeb-b494-467f-ba99-5474fb46f6d8 req-4c88122d-f613-455f-9b8f-467fbdff6ad3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0506861 Mar 08 14:56:03.187546 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d041cfeb-b494-467f-ba99-5474fb46f6d8 req-829bcb75-0972-423f-933d-27ad85d067af tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Mar 08 14:56:03.353481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-ef4565dc-4c1d-4de9-9ec6-d95cefb08b64 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:03.355564 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-ef4565dc-4c1d-4de9-9ec6-d95cefb08b64 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 945 time: 0.0610096 Mar 08 14:56:03.452140 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Deleting port 66be20b6-5888-45d5-a809-0b7d1101af6b {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:56:03.452423 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:03.544983 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] For port 66be20b6-5888-45d5-a809-0b7d1101af6b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66be20b6-5888-45d5-a809-0b7d1101af6b,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:03.545541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:03.558304 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Calling delete_port for 66be20b6-5888-45d5-a809-0b7d1101af6b owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:56:03.683088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (66be20b6-5888-45d5-a809-0b7d1101af6b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:03.694711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['66be20b6-5888-45d5-a809-0b7d1101af6b', 'b6952fd7-f74c-4630-9193-65beb5a78857'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:56:03.713023 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Pushing event deleted for resources: {'Port': ['ID=66be20b6-5888-45d5-a809-0b7d1101af6b,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:03.758192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] No DVR routers for this DVR port 66be20b6-5888-45d5-a809-0b7d1101af6b on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:56:03.760689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:03.764035 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c9c18f4-9757-468a-bca1-b9cffdabf414 req-f82b3686-c304-42dc-bf10-ae48d31486c0 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "DELETE /v2.0/ports/66be20b6-5888-45d5-a809-0b7d1101af6b HTTP/1.1" status: 204 len: 173 time: 0.4023929 Mar 08 14:56:03.764501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'name': 'network-vif-deleted', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:56:03.766748 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216eea71-0a58-48c8-9355-072a9e4b03d7" -d '{"events": [{"server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "name": "network-vif-deleted", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:56:03.810641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca24b0-fdb9-435c-8b46-99e5f12403c0 x-openstack-request-id: req-10ca24b0-fdb9-435c-8b46-99e5f12403c0 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:56:03.810959 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd09dbfd-7691-4af8-ad33-56bf6c1058dd", "name": "network-vif-deleted", "tag": "66be20b6-5888-45d5-a809-0b7d1101af6b", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:56:03.811203 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10ca24b0-fdb9-435c-8b46-99e5f12403c0 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:56:03.811610 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09dbfd-7691-4af8-ad33-56bf6c1058dd', 'name': 'network-vif-deleted', 'tag': '66be20b6-5888-45d5-a809-0b7d1101af6b', 'status': 'completed', 'code': 200} Mar 08 14:56:03.848641 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f50672d8-9d56-4910-bac1-1ad9f45ba104 req-d4fcc410-559a-422e-b7e1-ddd46074e534 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd09dbfd-7691-4af8-ad33-56bf6c1058dd HTTP/1.1" status: 200 len: 210 time: 0.0279171 Mar 08 14:56:04.204523 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 46858) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:04.316147 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac721d-b4be-4572-8795-934039b35116 req-d47242b5-efaa-433f-a812-669844e42c9f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:04.318869 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-84ac721d-b4be-4572-8795-934039b35116 req-d47242b5-efaa-433f-a812-669844e42c9f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.0592144 Mar 08 14:56:04.341073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-edca4dbe-ffc9-4ece-a5ff-4e56d1411bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.404126 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-84ac721d-b4be-4572-8795-934039b35116 req-35debc3b-e3f0-49b3-a067-d66e2385713c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784605 Mar 08 14:56:04.449391 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-edca4dbe-ffc9-4ece-a5ff-4e56d1411bae admin admin] Publish callbacks [] for security_group (6dd35896-e56a-4631-886d-efa2c1bce90d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.452823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-edca4dbe-ffc9-4ece-a5ff-4e56d1411bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6dd35896-e56a-4631-886d-efa2c1bce90d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.492391 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-edca4dbe-ffc9-4ece-a5ff-4e56d1411bae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7bfe31215e547a69673cb16d3af47b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866707 Mar 08 14:56:04.493252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4dbe-ffc9-4ece-a5ff-4e56d1411bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd35896-e56a-4631-886d-efa2c1bce90d,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:04.494986 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 46864) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:04.541999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Publish callbacks [] for security_group (6dd35896-e56a-4631-886d-efa2c1bce90d), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.561849 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Publish callbacks [] for security_group (6dd35896-e56a-4631-886d-efa2c1bce90d), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.609650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (6dd35896-e56a-4631-886d-efa2c1bce90d), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.612294 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:04.613422 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dd35896-e56a-4631-886d-efa2c1bce90d HTTP/1.1" status: 204 len: 168 time: 0.1167076 Mar 08 14:56:04.621680 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd35896-e56a-4631-886d-efa2c1bce90d,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:04.628579 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.628928 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.629264 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.629593 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.629943 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.630888 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.631216 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.631537 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.631858 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.632182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.632503 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.632820 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:04.633139 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc808f0-59b7-482d-9f12-6b8092094854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:05.144579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d6cc-1c91-49e4-aefa-d9b57d378331 req-c2a4a212-a79c-4680-9e47-5a4a66db4d79 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:05.146796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d184d6cc-1c91-49e4-aefa-d9b57d378331 req-c2a4a212-a79c-4680-9e47-5a4a66db4d79 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0602400 Mar 08 14:56:05.193489 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d184d6cc-1c91-49e4-aefa-d9b57d378331 req-607cbdac-f051-433b-bdd8-c906704b72eb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Mar 08 14:56:05.767530 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7b586-0c2a-443d-abdf-42e8327d64a8 req-99c6d73c-ddf7-470e-9957-019068627246 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:05.768995 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-70c7b586-0c2a-443d-abdf-42e8327d64a8 req-99c6d73c-ddf7-470e-9957-019068627246 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 944 time: 0.2946982 Mar 08 14:56:05.813959 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-70c7b586-0c2a-443d-abdf-42e8327d64a8 req-33730e37-deb0-4f0f-87fc-52786fd75a70 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Mar 08 14:56:06.310744 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a51c8-6ca4-43fb-bfc0-0d7b0368bc03 req-7a0debf4-a564-46d2-82e1-c143916c4147 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:06.312211 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-140a51c8-6ca4-43fb-bfc0-0d7b0368bc03 req-7a0debf4-a564-46d2-82e1-c143916c4147 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Mar 08 14:56:06.357008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-140a51c8-6ca4-43fb-bfc0-0d7b0368bc03 req-4f7c63dc-0ba5-44a8-ace6-3b1ffaf4d75f tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Mar 08 14:56:06.400261 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7373637c-6c5e-40a7-aca0-af18662910e3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:56:06.403278 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 66be20b6-5888-45d5-a809-0b7d1101af6b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:56:06.430059 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 66be20b6-5888-45d5-a809-0b7d1101af6b {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:56:06.430400 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 66be20b6-5888-45d5-a809-0b7d1101af6b not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:56:06.516014 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7373637c-6c5e-40a7-aca0-af18662910e3,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:06.526120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '7373637c-6c5e-40a7-aca0-af18662910e3', 'network_id': '5b626b4e-a860-441f-9419-96f72ba1222b', 'port_id': '7373637c-6c5e-40a7-aca0-af18662910e3', 'mac_address': 'fa:16:3e:9a:56:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50699bce-7330-443a-b3e7-3f99bec70be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:56:06.562939 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7373637c-6c5e-40a7-aca0-af18662910e3 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:06.563329 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:06.575687 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7373637c-6c5e-40a7-aca0-af18662910e3 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:56:06.594505 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7373637c-6c5e-40a7-aca0-af18662910e3,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:06.598439 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:06.645946 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:06.652936 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.653233 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.653602 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.653977 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.654318 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.654652 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.655020 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.655350 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.655681 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.656026 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.656358 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.656684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.657009 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:06.943651 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c5215-88bd-4184-a1c5-73738e3c9bf0 req-3ced54a0-a9b6-4ef8-836e-0fa38cc50e5b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:06.945866 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d2c5215-88bd-4184-a1c5-73738e3c9bf0 req-3ced54a0-a9b6-4ef8-836e-0fa38cc50e5b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0621316 Mar 08 14:56:06.978537 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['7373637c-6c5e-40a7-aca0-af18662910e3'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:56:06.993723 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d2c5215-88bd-4184-a1c5-73738e3c9bf0 req-133e8f7a-f4b3-4ef1-8ce4-70e60f9d5be8 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Mar 08 14:56:07.438325 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f4cf99e1-9b9d-432d-82c3-1f5b4ca530fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.476743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0691b6-2a7d-4344-b525-58a1eea3bd22 req-9348353e-4814-4d46-9080-a7ef48c0491b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:07.478386 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a0691b6-2a7d-4344-b525-58a1eea3bd22 req-9348353e-4814-4d46-9080-a7ef48c0491b tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0540175 Mar 08 14:56:07.509372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 46932) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:07.525615 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a0691b6-2a7d-4344-b525-58a1eea3bd22 req-2e8da14f-9c5f-482b-978c-9fca3fa45bdf tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Mar 08 14:56:07.614117 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bf43e09-153f-4726-8ee7-44cf05f82564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.688120 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bf43e09-153f-4726-8ee7-44cf05f82564 admin admin] Publish callbacks [] for security_group (48a6f431-2c7e-4b0b-8863-52842f6b9ae4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.691856 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bf43e09-153f-4726-8ee7-44cf05f82564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (48a6f431-2c7e-4b0b-8863-52842f6b9ae4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.730452 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5bf43e09-153f-4726-8ee7-44cf05f82564 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0598d86e02d24e139d6bd7afe2805951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198017 Mar 08 14:56:07.731160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf43e09-153f-4726-8ee7-44cf05f82564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6f431-2c7e-4b0b-8863-52842f6b9ae4,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:07.733003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 46936) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:07.779616 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] Publish callbacks [] for security_group (48a6f431-2c7e-4b0b-8863-52842f6b9ae4), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.799418 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] Publish callbacks [] for security_group (48a6f431-2c7e-4b0b-8863-52842f6b9ae4), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.846167 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (48a6f431-2c7e-4b0b-8863-52842f6b9ae4), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.848799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:07.850372 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48a6f431-2c7e-4b0b-8863-52842f6b9ae4 HTTP/1.1" status: 204 len: 168 time: 0.1163199 Mar 08 14:56:07.857875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8b2c8-e446-456c-bcdb-d433f6b55c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6f431-2c7e-4b0b-8863-52842f6b9ae4,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:08.113720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f278-4fcd-486f-aeb7-d9424256e0ea req-9e59e59d-3c16-4425-bd6d-1613d55b3f2d tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:08.115271 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f876f278-4fcd-486f-aeb7-d9424256e0ea req-9e59e59d-3c16-4425-bd6d-1613d55b3f2d tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0537431 Mar 08 14:56:08.162350 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f876f278-4fcd-486f-aeb7-d9424256e0ea req-4930e508-2d4b-4c99-999e-9e79670cc19a tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Mar 08 14:56:08.643279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681792b-86e4-4ac8-b18c-f41c0070df78 req-7524b125-9301-4b29-87d6-3141bf897324 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:08.644782 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8681792b-86e4-4ac8-b18c-f41c0070df78 req-7524b125-9301-4b29-87d6-3141bf897324 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0537269 Mar 08 14:56:08.691089 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8681792b-86e4-4ac8-b18c-f41c0070df78 req-17f2732c-9cde-4acd-8623-34f7eaf6e007 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Mar 08 14:56:09.279340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff61200-d39e-4862-a284-32a9e331f723 req-3983d7a6-02a4-4d5b-81d6-511c4ee0d711 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:09.280828 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ff61200-d39e-4862-a284-32a9e331f723 req-3983d7a6-02a4-4d5b-81d6-511c4ee0d711 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0547190 Mar 08 14:56:09.326303 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ff61200-d39e-4862-a284-32a9e331f723 req-631ae207-3a4d-4f27-9ec7-32a49c59444c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Mar 08 14:56:09.711380 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c69e94b2-b435-45c1-8dc8-3e84a1ccd746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:09.808488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22364436-2874-42e6-98c5-cf44b002b868 req-993e26a1-0b5d-42e4-9888-e0d952a25066 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:09.809994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22364436-2874-42e6-98c5-cf44b002b868 req-993e26a1-0b5d-42e4-9888-e0d952a25066 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Mar 08 14:56:09.856892 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22364436-2874-42e6-98c5-cf44b002b868 req-93cb0fdb-a1bf-4afe-a413-7c0be6ad9f4d tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Mar 08 14:56:10.440789 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d099d1-0333-4d15-8d5b-289a5be1fe86 req-43387fe7-f0a7-4652-8560-c01f32158ca0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:10.442268 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-59d099d1-0333-4d15-8d5b-289a5be1fe86 req-43387fe7-f0a7-4652-8560-c01f32158ca0 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0507555 Mar 08 14:56:10.490848 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-59d099d1-0333-4d15-8d5b-289a5be1fe86 req-453b3f04-f56a-404a-9fe9-a12c27d24f98 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Mar 08 14:56:10.744723 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:10.974056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9f90-505f-4204-b432-6889194266cf req-890cd21d-8e03-4270-971e-eb776384ba44 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:10.977204 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-617b9f90-505f-4204-b432-6889194266cf req-890cd21d-8e03-4270-971e-eb776384ba44 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0545340 Mar 08 14:56:11.029030 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-617b9f90-505f-4204-b432-6889194266cf req-a19b92dc-e6a6-4fce-a99f-8482a70ba20e tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Mar 08 14:56:11.604331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb985174-1c75-44b1-b5ff-4daec36d1883 req-9d7ead34-5788-465f-a976-6eb4aeb2d0b7 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:11.605829 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb985174-1c75-44b1-b5ff-4daec36d1883 req-9d7ead34-5788-465f-a976-6eb4aeb2d0b7 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0504980 Mar 08 14:56:11.650287 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb985174-1c75-44b1-b5ff-4daec36d1883 req-367bcc85-a4b6-454f-a471-067fc88b43fa tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Mar 08 14:56:12.148536 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26885752-31a5-4f85-bc19-8bc97f26904e req-f84a8c3c-2f9c-49f6-baad-c33e8fcf2716 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:12.150322 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-26885752-31a5-4f85-bc19-8bc97f26904e req-f84a8c3c-2f9c-49f6-baad-c33e8fcf2716 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0558293 Mar 08 14:56:12.195074 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-26885752-31a5-4f85-bc19-8bc97f26904e req-4bedfa67-b492-4322-8a67-71b77e529a12 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Mar 08 14:56:12.249388 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:12.765972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa387a-7e8b-483f-81b5-d5156b127cad req-00b01637-0f69-46ca-935c-ea896d8dd625 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:12.767477 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-effa387a-7e8b-483f-81b5-d5156b127cad req-00b01637-0f69-46ca-935c-ea896d8dd625 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0530217 Mar 08 14:56:12.814109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-effa387a-7e8b-483f-81b5-d5156b127cad req-073a3353-d550-430d-96d5-df2d530ec63f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Mar 08 14:56:13.323326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce9de-ed28-4012-8c5a-9d963c4d1c9f req-6af1ddeb-c56e-4f30-95c1-25528bce9ea1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:13.324837 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2d7ce9de-ed28-4012-8c5a-9d963c4d1c9f req-6af1ddeb-c56e-4f30-95c1-25528bce9ea1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Mar 08 14:56:13.371415 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2d7ce9de-ed28-4012-8c5a-9d963c4d1c9f req-7d4340b8-6ec7-4e35-b3bb-6cdcd8a9e7ec tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/security-groups?id=23a70e06-5eda-47d8-af11-74232b1cd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Mar 08 14:56:13.478035 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-97d703ba-8357-481d-8a64-1efc90b60205 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:13.479483 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-97d703ba-8357-481d-8a64-1efc90b60205 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Mar 08 14:56:13.569118 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Deleting port b6952fd7-f74c-4630-9193-65beb5a78857 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:56:13.569376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:13.661820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] For port b6952fd7-f74c-4630-9193-65beb5a78857, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6952fd7-f74c-4630-9193-65beb5a78857,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:13.662203 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:13.673972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Calling delete_port for b6952fd7-f74c-4630-9193-65beb5a78857 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:56:13.799126 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b6952fd7-f74c-4630-9193-65beb5a78857), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:13.810976 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['b6952fd7-f74c-4630-9193-65beb5a78857'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:56:13.825908 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Pushing event deleted for resources: {'Port': ['ID=b6952fd7-f74c-4630-9193-65beb5a78857,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:13.872995 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] No DVR routers for this DVR port b6952fd7-f74c-4630-9193-65beb5a78857 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:56:13.875544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:13.878860 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8b1f2b75-43f4-4879-bd71-664ef956321f req-b6f07aca-6cef-4428-9328-777e40107dbb tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.61 "DELETE /v2.0/ports/b6952fd7-f74c-4630-9193-65beb5a78857 HTTP/1.1" status: 204 len: 173 time: 0.3939557 Mar 08 14:56:13.879301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'name': 'network-vif-deleted', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:56:13.881636 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db261914-97a7-43ad-9d63-635f1980efbf" -d '{"events": [{"server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "name": "network-vif-deleted", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:56:13.924275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be059af-b4c6-4cc7-a3be-d87878e87663 x-openstack-request-id: req-2be059af-b4c6-4cc7-a3be-d87878e87663 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:56:13.924571 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d70fb0-dbfe-4d37-b22a-1219c05a1aa4", "name": "network-vif-deleted", "tag": "b6952fd7-f74c-4630-9193-65beb5a78857", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:56:13.924823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2be059af-b4c6-4cc7-a3be-d87878e87663 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:56:13.925215 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d70fb0-dbfe-4d37-b22a-1219c05a1aa4', 'name': 'network-vif-deleted', 'tag': 'b6952fd7-f74c-4630-9193-65beb5a78857', 'status': 'completed', 'code': 200} Mar 08 14:56:13.962801 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603790-f261-45e7-9e25-45e687f4cbbd req-2aa761f3-51f8-4017-b6e8-098ad42d2e8b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:13.964705 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-94603790-f261-45e7-9e25-45e687f4cbbd req-2aa761f3-51f8-4017-b6e8-098ad42d2e8b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 945 time: 0.0800626 Mar 08 14:56:14.010764 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-94603790-f261-45e7-9e25-45e687f4cbbd req-e16eb467-466e-4fa9-9d98-c57f0359f075 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Mar 08 14:56:14.077638 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:14.468724 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2b03bbf2-cfc4-49d0-b168-c2b58e56a177 req-446128bd-e84d-4535-86f7-92ba213fea65 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0282848 Mar 08 14:56:14.570732 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7373637c-6c5e-40a7-aca0-af18662910e3 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:14.622516 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 7373637c-6c5e-40a7-aca0-af18662910e3 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:56:14.626489 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 7373637c-6c5e-40a7-aca0-af18662910e3 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:14.626914 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:14.703704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7373637c-6c5e-40a7-aca0-af18662910e3 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:14.704095 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:14.726826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:56:14.729024 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd49097-ccd5-42b8-b8a8-471c102dbf96" -d '{"events": [{"server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "name": "network-vif-plugged", "status": "completed", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:56:14.741238 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7373637c-6c5e-40a7-aca0-af18662910e3,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:14.745227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:14.767482 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f2e43-a89e-490d-8d37-aa254a4e1e18 x-openstack-request-id: req-3b3f2e43-a89e-490d-8d37-aa254a4e1e18 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:56:14.767779 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "name": "network-vif-plugged", "status": "completed", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:56:14.768035 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b3f2e43-a89e-490d-8d37-aa254a4e1e18 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:56:14.768416 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3', 'code': 200} Mar 08 14:56:14.792723 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:15.125325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2af171-632d-4628-a384-12c8c2495b85 req-438a43cb-c653-4f60-8ffa-22dc29b9e3f8 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:15.126827 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cc2af171-632d-4628-a384-12c8c2495b85 req-438a43cb-c653-4f60-8ffa-22dc29b9e3f8 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0514712 Mar 08 14:56:15.173002 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cc2af171-632d-4628-a384-12c8c2495b85 req-e4970d45-5a77-4273-9928-bcbad2e4cb12 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Mar 08 14:56:15.577319 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d55409c7-3862-409b-a69e-f4f4b28176dd req-6c43467b-48b8-4a39-8c26-4b73100cbb71 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0295331 Mar 08 14:56:15.800428 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:56:16.293320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2550b-40e2-4bfd-bf11-14b8b1e06330 req-3f96679a-461c-4d09-bbd0-9f55927ab37e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:16.294881 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92d2550b-40e2-4bfd-bf11-14b8b1e06330 req-3f96679a-461c-4d09-bbd0-9f55927ab37e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0542207 Mar 08 14:56:16.342576 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92d2550b-40e2-4bfd-bf11-14b8b1e06330 req-68ce4aa0-a8e6-446e-8723-d1c5a483d89e tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Mar 08 14:56:16.679365 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-09963a09-0706-4d62-a279-c82a9c084bf0 req-5c65d143-9b33-47cc-b9e4-b4a0c7cd4317 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0267632 Mar 08 14:56:17.456681 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca307b-e764-466d-bc1e-c7e77bafbf47 req-5f04ab6e-c2c4-4223-bfde-e7e187e2b492 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:17.458162 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dbca307b-e764-466d-bc1e-c7e77bafbf47 req-5f04ab6e-c2c4-4223-bfde-e7e187e2b492 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0512452 Mar 08 14:56:17.506796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dbca307b-e764-466d-bc1e-c7e77bafbf47 req-938514e2-b70e-4b77-8878-a1f84d4a9fc9 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Mar 08 14:56:17.782545 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-33c647cd-a9d2-481c-8585-abe0ab2c6087 req-9a97aeac-8ee8-4bcd-8a88-ee600601caca tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Mar 08 14:56:18.186008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-b919d64b-393d-4b3d-b5da-59382602d5e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432324 Mar 08 14:56:18.259996 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-5c79fbba-e262-4dac-8fac-6efae7eed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:18.261512 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-5c79fbba-e262-4dac-8fac-6efae7eed23d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.0465636 Mar 08 14:56:18.273102 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb537cb-d99a-4d86-9bae-5610456157dc req-8aa2fabb-6315-402f-94d3-bbb7273a8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:18.275305 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5cb537cb-d99a-4d86-9bae-5610456157dc req-8aa2fabb-6315-402f-94d3-bbb7273a8f65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 1130 time: 0.0450563 Mar 08 14:56:18.324901 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-5cb537cb-d99a-4d86-9bae-5610456157dc req-245439d8-a83e-4cea-9455-a26626f42aa1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Mar 08 14:56:18.373298 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-eebc611d-da53-47af-a35e-94cae43dfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:18.374796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-eebc611d-da53-47af-a35e-94cae43dfd23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0875435 Mar 08 14:56:18.620295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d04d-6c00-4ad4-991c-bc5d7bc63f5c req-ab4e9989-f396-40a1-8ef2-0e78109109c2 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:18.621837 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ebf2d04d-6c00-4ad4-991c-bc5d7bc63f5c req-ab4e9989-f396-40a1-8ef2-0e78109109c2 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0510650 Mar 08 14:56:18.667604 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ebf2d04d-6c00-4ad4-991c-bc5d7bc63f5c req-93057037-c8ef-4b18-990e-08346702a6d7 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Mar 08 14:56:18.841870 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b6952fd7-f74c-4630-9193-65beb5a78857 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:56:18.866126 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: b6952fd7-f74c-4630-9193-65beb5a78857 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:56:18.866479 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device b6952fd7-f74c-4630-9193-65beb5a78857 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:56:18.924210 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6a3cacb1-6ea0-470a-bb2c-d33d5a75db34 req-6ef85fd1-70a4-4701-8e6c-3ad85f88def1 tempest-ServerRescueNegativeTestJSON-1198748473 tempest-ServerRescueNegativeTestJSON-1198748473-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d70fb0-dbfe-4d37-b22a-1219c05a1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0366366 Mar 08 14:56:18.936676 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-ab614bee-1cc9-410e-a5d4-7d7f99d1abfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1001 time: 0.0881455 Mar 08 14:56:18.990106 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-25dc8a82-2a70-4d18-bf00-7260624e3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:18.991563 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-25dc8a82-2a70-4d18-bf00-7260624e3f9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0487642 Mar 08 14:56:19.046302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-8234facf-f985-490f-8989-70bde7845ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:19.047853 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-8234facf-f985-490f-8989-70bde7845ea7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481372 Mar 08 14:56:19.195328 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-a02f71be-8ec7-42e1-ab5b-278d72391572 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Mar 08 14:56:19.286305 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0b27d65-0482-488d-b23a-9c5af40b37b0 req-56070a1a-ac59-476c-89b5-eca33587e3af service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842750 Mar 08 14:56:19.789350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0065-2907-4955-8fdf-e3ff386b6f2d req-102f9ee9-f982-4dc5-9514-392a5cdbe942 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:19.790911 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-807f0065-2907-4955-8fdf-e3ff386b6f2d req-102f9ee9-f982-4dc5-9514-392a5cdbe942 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0551107 Mar 08 14:56:19.839914 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-807f0065-2907-4955-8fdf-e3ff386b6f2d req-1f992761-8aec-4270-8a0d-8283c449f9d2 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Mar 08 14:56:19.981568 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47092) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:20.239258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:20.397006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (626849b1-d7b5-479e-b970-22547e2a74d8), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:20.691746 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Deleting port be632571-07ec-4df0-9d0c-f8e3820b771c {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:56:20.692084 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:20.772513 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] For port be632571-07ec-4df0-9d0c-f8e3820b771c, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=be632571-07ec-4df0-9d0c-f8e3820b771c,segment=NetworkSegment(aa7e4141-a45a-4618-8c0e-560593e4dbda),segment_id=aa7e4141-a45a-4618-8c0e-560593e4dbda)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:20.772869 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:20.787842 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Calling delete_port for be632571-07ec-4df0-9d0c-f8e3820b771c owned by network:router_interface {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:56:21.000253 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078f56-fd35-4e31-89b0-0d673238f769 req-c8055464-4c07-4dfe-9521-8e9dbf853df3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:21.001723 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b5078f56-fd35-4e31-89b0-0d673238f769 req-c8055464-4c07-4dfe-9521-8e9dbf853df3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0909059 Mar 08 14:56:21.006992 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (be632571-07ec-4df0-9d0c-f8e3820b771c), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:21.045121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Pushing event deleted for resources: {'Port': ['ID=be632571-07ec-4df0-9d0c-f8e3820b771c,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:21.115693 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b5078f56-fd35-4e31-89b0-0d673238f769 req-d3b7f6bb-80c5-40a0-8c4f-1b68b710fdf9 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063423 Mar 08 14:56:21.221443 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (626849b1-d7b5-479e-b970-22547e2a74d8), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:21.685396 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Router 626849b1-d7b5-479e-b970-22547e2a74d8 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:56:21.789586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:56:21.794769 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0981481d-596d-49e7-8397-3c23131cb05b admin admin] 10.222.0.42 "PUT /v2.0/routers/626849b1-d7b5-479e-b970-22547e2a74d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121204 Mar 08 14:56:21.797288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47102) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:21.799867 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Sync routers for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:56:21.811408 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:21.811940 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:21.900053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks [] for router (626849b1-d7b5-479e-b970-22547e2a74d8), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:21.916904 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:22.018509 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks [] for router_gateway (626849b1-d7b5-479e-b970-22547e2a74d8), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.073173 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Deleting port 226a3318-4dd9-487a-9616-38b4b5f51126 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:56:22.073425 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.099742 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:56:20Z', 'revision_number': 5, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port': {'id': '226a3318-4dd9-487a-9616-38b4b5f51126', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:14Z', 'updated_at': '2022-03-08T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:22.153940 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] For port 226a3318-4dd9-487a-9616-38b4b5f51126, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=226a3318-4dd9-487a-9616-38b4b5f51126,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:22.154223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.168604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Calling delete_port for 226a3318-4dd9-487a-9616-38b4b5f51126 owned by network:router_gateway {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:56:22.208088 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Checking router: 626849b1-d7b5-479e-b970-22547e2a74d8 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:56:22.217277 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Routers {'626849b1-d7b5-479e-b970-22547e2a74d8'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:22.217635 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['626849b1-d7b5-479e-b970-22547e2a74d8'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:22.316325 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] Set router 626849b1-d7b5-479e-b970-22547e2a74d8 gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:22.319113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee819-cb1c-4c56-af09-53c3085f8032 req-ee737c7c-c013-4ad5-9073-79a8e6f3dd8c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:22.320640 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a78ee819-cb1c-4c56-af09-53c3085f8032 req-ee737c7c-c013-4ad5-9073-79a8e6f3dd8c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.1068919 Mar 08 14:56:22.370288 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:56:22Z', 'revision_number': 6, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:22.395657 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba9fdf-e43b-4fd2-8c2c-d525a2d5280b None None] The sync data for ids ['626849b1-d7b5-479e-b970-22547e2a74d8'] in dv-cinder-830096-2-iscsi is: [{'id': '626849b1-d7b5-479e-b970-22547e2a74d8', 'name': 'tempest-ServerRescueNegativeTestJSON-876670276-router', 'tenant_id': '23e4d739a5374811a763e2accc1760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:13Z', 'updated_at': '2022-03-08T14:56:22Z', 'revision_number': 6, 'project_id': '23e4d739a5374811a763e2accc1760d8', 'gw_port_host': None}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:56:22.405462 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a78ee819-cb1c-4c56-af09-53c3085f8032 req-426ff58d-d8f1-4843-90e2-161ea9beec86 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784135 Mar 08 14:56:22.429771 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (226a3318-4dd9-487a-9616-38b4b5f51126), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.455142 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Pushing event deleted for resources: {'Port': ['ID=226a3318-4dd9-487a-9616-38b4b5f51126,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:22.515858 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (626849b1-d7b5-479e-b970-22547e2a74d8), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.617833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (626849b1-d7b5-479e-b970-22547e2a74d8), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.619906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks [] for router_controller (626849b1-d7b5-479e-b970-22547e2a74d8), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.681897 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (626849b1-d7b5-479e-b970-22547e2a74d8), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.682325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626849b1-d7b5-479e-b970-22547e2a74d8 {{(pid=119854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 14:56:22.687074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.688341 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-73b14b5c-c93d-4933-97bb-10c425e5b43d admin admin] 10.222.0.42 "DELETE /v2.0/routers/626849b1-d7b5-479e-b970-22547e2a74d8 HTTP/1.1" status: 204 len: 168 time: 0.8901203 Mar 08 14:56:22.690795 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47110) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:22.737603 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Deleting subnet 30b69bdd-f4c2-44a0-a11c-c00ae4648afe {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:56:22.741147 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Publish callbacks [] for subnet (30b69bdd-f4c2-44a0-a11c-c00ae4648afe), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.775555 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (30b69bdd-f4c2-44a0-a11c-c00ae4648afe), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.814856 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (30b69bdd-f4c2-44a0-a11c-c00ae4648afe), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.871420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (30b69bdd-f4c2-44a0-a11c-c00ae4648afe), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.894412 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b69bdd-f4c2-44a0-a11c-c00ae4648afe,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:22.900594 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:22.906281 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-80655844-bbed-4ed2-b792-1fde87ae36a3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/30b69bdd-f4c2-44a0-a11c-c00ae4648afe HTTP/1.1" status: 204 len: 168 time: 0.2124383 Mar 08 14:56:22.906552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47112) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:22.979197 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (04b6036e-7846-4c0a-8ff5-9a292a7bf361), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.059673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (04b6036e-7846-4c0a-8ff5-9a292a7bf361), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.084886 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b6036e-7846-4c0a-8ff5-9a292a7bf361']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:23.093996 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7e4141-a45a-4618-8c0e-560593e4dbda') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:23.094254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7e4141-a45a-4618-8c0e-560593e4dbda') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:23.104130 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (aa7e4141-a45a-4618-8c0e-560593e4dbda), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.118159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (aa7e4141-a45a-4618-8c0e-560593e4dbda), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.124154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:56:23.124538 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (aa7e4141-a45a-4618-8c0e-560593e4dbda), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:56:23.126235 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:56:23.185857 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (04b6036e-7846-4c0a-8ff5-9a292a7bf361), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.195560 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.198938 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04b6036e-7846-4c0a-8ff5-9a292a7bf361 HTTP/1.1" status: 204 len: 168 time: 0.2913518 Mar 08 14:56:23.210701 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb2c58-09b2-40e6-914b-2964052d4b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b6036e-7846-4c0a-8ff5-9a292a7bf361,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:23.321166 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device be632571-07ec-4df0-9d0c-f8e3820b771c no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:56:23.351828 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: be632571-07ec-4df0-9d0c-f8e3820b771c {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:56:23.352168 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device be632571-07ec-4df0-9d0c-f8e3820b771c not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:56:23.352589 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 226a3318-4dd9-487a-9616-38b4b5f51126 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:56:23.371943 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 226a3318-4dd9-487a-9616-38b4b5f51126 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:56:23.372292 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 226a3318-4dd9-487a-9616-38b4b5f51126 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:56:23.378049 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47118) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:23.416458 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3eb23291-006d-470b-b5c4-43dd6d9aae25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23e4d739a5374811a763e2accc1760d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372310 Mar 08 14:56:23.418810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47120) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:23.471266 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Publish callbacks [] for security_group (23a70e06-5eda-47d8-af11-74232b1cd9b8), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.516305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Publish callbacks [] for security_group (23a70e06-5eda-47d8-af11-74232b1cd9b8), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.562373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3085a-23ce-4872-b107-d25452a0ea4f req-39a94725-3875-4faf-8466-606f8b5f4093 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:23.563866 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-04f3085a-23ce-4872-b107-d25452a0ea4f req-39a94725-3875-4faf-8466-606f8b5f4093 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0901868 Mar 08 14:56:23.592142 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (23a70e06-5eda-47d8-af11-74232b1cd9b8), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.594683 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:23.595778 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23a70e06-5eda-47d8-af11-74232b1cd9b8 HTTP/1.1" status: 204 len: 168 time: 0.1760991 Mar 08 14:56:23.619975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a70e06-5eda-47d8-af11-74232b1cd9b8,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:23.626752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-04f3085a-23ce-4872-b107-d25452a0ea4f req-3a21b93d-5936-4dac-81ce-e8b8a78809bb tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562942 Mar 08 14:56:23.635836 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.636552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.636552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.636866 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.637202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.637539 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.637895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.638229 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.638566 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.638895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.639222 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.639545 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:23.639867 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad854-027e-4b2a-97fc-4f8ed262275f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:24.756303 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3010895-54a9-4c47-9a36-cf37cf67b500 req-a8b17119-8d88-4180-8bf7-f10d0aacb7f6 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:24.757820 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b3010895-54a9-4c47-9a36-cf37cf67b500 req-a8b17119-8d88-4180-8bf7-f10d0aacb7f6 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0571780 Mar 08 14:56:24.808154 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b3010895-54a9-4c47-9a36-cf37cf67b500 req-3e36f355-3355-4617-9ae3-cd806b3e3203 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Mar 08 14:56:36.079273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec3dfa-9857-44c8-a32b-57da11a55549 req-2d210906-42dc-46c3-831f-45ab4185981d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:36.080928 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e9ec3dfa-9857-44c8-a32b-57da11a55549 req-2d210906-42dc-46c3-831f-45ab4185981d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0525753 Mar 08 14:56:36.126094 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e9ec3dfa-9857-44c8-a32b-57da11a55549 req-8b159810-12b1-406f-908f-a6a5f368e192 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Mar 08 14:56:37.246842 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6c68-fb41-41ad-a7bd-ee6a98c46b8a req-7f57899b-7a84-4d55-a077-ac7c9fbeb041 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:37.252359 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e0e6c68-fb41-41ad-a7bd-ee6a98c46b8a req-7f57899b-7a84-4d55-a077-ac7c9fbeb041 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0517118 Mar 08 14:56:37.319279 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e0e6c68-fb41-41ad-a7bd-ee6a98c46b8a req-98f79c84-b6f4-4d2f-a550-0962b1c2ef1f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588114 Mar 08 14:56:37.430023 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-40660711-9013-4009-a541-9e306de284c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:38.440105 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaa73f-9b4a-4ee0-8660-ebec774f6c47 req-4a43dea0-afe1-4d42-888a-e0afba792952 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:38.441505 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e5aaa73f-9b4a-4ee0-8660-ebec774f6c47 req-4a43dea0-afe1-4d42-888a-e0afba792952 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0515118 Mar 08 14:56:38.487071 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e5aaa73f-9b4a-4ee0-8660-ebec774f6c47 req-d70698dd-520a-4398-a193-f7b7b2822802 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400846 Mar 08 14:56:39.604969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7d2ad-de47-442b-88dd-904d263219bb req-ec3ba96f-ab2d-4f04-8913-7dce10e36524 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:39.606440 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4d7d2ad-de47-442b-88dd-904d263219bb req-ec3ba96f-ab2d-4f04-8913-7dce10e36524 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0515132 Mar 08 14:56:39.651598 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4d7d2ad-de47-442b-88dd-904d263219bb req-89ce4d84-2b49-45cd-968d-8815bfb9bfc1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 Mar 08 14:56:39.711767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-42bcc325-58f0-4149-bd9c-3975576a7dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:40.747034 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:40.779373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b375-1cc5-4f9d-902e-4eac21696b3e req-d130a0f1-be0f-4138-a547-ad50e589e861 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:40.780836 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0300b375-1cc5-4f9d-902e-4eac21696b3e req-d130a0f1-be0f-4138-a547-ad50e589e861 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0559254 Mar 08 14:56:40.826118 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0300b375-1cc5-4f9d-902e-4eac21696b3e req-675705d7-b5e9-4938-9460-adf0ba86dec4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Mar 08 14:56:41.944776 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4246869-591e-48ad-9669-14cc35a81edd req-8b8ee397-1386-4d94-8bfe-56b07f2f7d37 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:41.946788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4246869-591e-48ad-9669-14cc35a81edd req-8b8ee397-1386-4d94-8bfe-56b07f2f7d37 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0518897 Mar 08 14:56:41.993353 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4246869-591e-48ad-9669-14cc35a81edd req-2d8beef9-6b08-421f-9602-4e6b54576ab3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Mar 08 14:56:42.250011 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:43.113432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40e330-84ed-4496-8e26-1f278408a4f4 req-8a77476e-d4bc-4b5d-ab97-8eb6fe63d81a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:43.114952 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f40e330-84ed-4496-8e26-1f278408a4f4 req-8a77476e-d4bc-4b5d-ab97-8eb6fe63d81a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0516593 Mar 08 14:56:43.165400 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f40e330-84ed-4496-8e26-1f278408a4f4 req-8c12acfa-90c5-479a-9932-d0e43d3a4f8e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441618 Mar 08 14:56:44.079896 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:44.291113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785c20-1cd0-4886-a1d5-2329e218b53a req-dad5bc2c-480d-4489-b167-092a4e4d9e22 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:44.292576 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51785c20-1cd0-4886-a1d5-2329e218b53a req-dad5bc2c-480d-4489-b167-092a4e4d9e22 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0572798 Mar 08 14:56:44.337226 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51785c20-1cd0-4886-a1d5-2329e218b53a req-6718fba5-275b-4146-bf38-76b8fc77c19e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391009 Mar 08 14:56:45.465471 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069657-d3e4-47ee-8c6c-cc56164a0c6f req-db39c3ae-fe47-4496-8ef0-290f8df61696 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:45.466918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c3069657-d3e4-47ee-8c6c-cc56164a0c6f req-db39c3ae-fe47-4496-8ef0-290f8df61696 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0582030 Mar 08 14:56:45.515112 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c3069657-d3e4-47ee-8c6c-cc56164a0c6f req-073e284a-dd8e-4dd6-815d-217561345e2b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Mar 08 14:56:46.647947 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d625d4-2c90-48bc-b844-8cff3964de40 req-3cb9cdce-3d59-4028-b573-70c77fa6aae4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:46.650309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-85d625d4-2c90-48bc-b844-8cff3964de40 req-3cb9cdce-3d59-4028-b573-70c77fa6aae4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0620236 Mar 08 14:56:46.697447 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-85d625d4-2c90-48bc-b844-8cff3964de40 req-bb1f618e-b8e3-4447-b1a1-9ed5c67ca60f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 Mar 08 14:56:46.790343 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47586) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:46.923479 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3918a04a-a7d6-4407-8878-d3fd80f0a325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.017309 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3918a04a-a7d6-4407-8878-d3fd80f0a325 admin admin] Publish callbacks [] for security_group (4e2a8f38-efa0-453b-bd13-55aaf166cbe3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.021262 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3918a04a-a7d6-4407-8878-d3fd80f0a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (4e2a8f38-efa0-453b-bd13-55aaf166cbe3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.060549 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3918a04a-a7d6-4407-8878-d3fd80f0a325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b7e62dc6f684daa8b0ea985e0ab530c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690473 Mar 08 14:56:47.061341 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918a04a-a7d6-4407-8878-d3fd80f0a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a8f38-efa0-453b-bd13-55aaf166cbe3,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:47.064053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47604) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:47.116047 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] Publish callbacks [] for security_group (4e2a8f38-efa0-453b-bd13-55aaf166cbe3), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.137092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] Publish callbacks [] for security_group (4e2a8f38-efa0-453b-bd13-55aaf166cbe3), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.190355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (4e2a8f38-efa0-453b-bd13-55aaf166cbe3), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.193279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.195954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e2a8f38-efa0-453b-bd13-55aaf166cbe3 HTTP/1.1" status: 204 len: 168 time: 0.1291413 Mar 08 14:56:47.216235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a508d-2900-4f53-912d-c2f153442259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a8f38-efa0-453b-bd13-55aaf166cbe3,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:47.825731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930f0e-2004-44e2-bd3d-b4df7b8467b5 req-a37a1990-9d41-4161-91f9-a0740244502d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:47.827153 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-24930f0e-2004-44e2-bd3d-b4df7b8467b5 req-a37a1990-9d41-4161-91f9-a0740244502d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0544775 Mar 08 14:56:47.845033 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47644) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:47.873998 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-24930f0e-2004-44e2-bd3d-b4df7b8467b5 req-ada707d4-7fd2-4b03-8a33-3d067e85181c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Mar 08 14:56:47.941901 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961804222-network', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:47.960087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Made reservation on behalf of de3400e761894483a66d8f846d1a3a3f for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:56:47.962354 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:47.970473 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.045718 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks [] for security_group (e9db4e70-30ad-4671-95f5-fc5e25d4ce69), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.049277 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e9db4e70-30ad-4671-95f5-fc5e25d4ce69), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.074448 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:56:48.080751 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db4e70-30ad-4671-95f5-fc5e25d4ce69,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:48.088493 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (10e0cc25-fa6c-41a7-8832-456a7913f27e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.088493 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Added segment 10e0cc25-fa6c-41a7-8832-456a7913f27e of type vlan for network 5eb25968-5507-4b56-b328-0c419feec1b2 Mar 08 14:56:48.126910 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (5eb25968-5507-4b56-b328-0c419feec1b2), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.153229 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (5eb25968-5507-4b56-b328-0c419feec1b2), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.154204 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:48.154780 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.186850 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3406956 Mar 08 14:56:48.189774 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47648) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:48.194707 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Request body: {'subnet': {'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961804222-subnet', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:48.216879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Made reservation on behalf of de3400e761894483a66d8f846d1a3a3f for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:56:48.218875 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9aba2-5b3f-4989-a44d-0a9ffef8be90 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb25968-5507-4b56-b328-0c419feec1b2,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:48.219202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.232331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 5eb25968-5507-4b56-b328-0c419feec1b2 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:56:48.388185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (1a1aac02-f7ae-4ea5-87f6-5334762a96b8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.433636 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1aac02-f7ae-4ea5-87f6-5334762a96b8,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:48.450027 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:48.450387 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Network hostable DHCP agents. Network: 5eb25968-5507-4b56-b328-0c419feec1b2, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:56:48.466404 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:56:48.475267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 5eb25968-5507-4b56-b328-0c419feec1b2) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:48.479304 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:48.479901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.484526 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72019b7e-1543-46c5-877e-4592b34be269 None None] Network 5eb25968-5507-4b56-b328-0c419feec1b2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:56:48.495439 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-994383d6-9d1f-467f-8f04-73f606fb45af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3043323 Mar 08 14:56:48.497893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47654) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:48.503027 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:48.522922 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.524620 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.577678 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for router_controller (9ef47856-7f83-46ac-bb8b-0eb41133371d), precommit_add_association {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.591037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-5eb25968-5507-4b56-b328-0c419feec1b2', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:56:48.591931 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.718854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for router_gateway (9ef47856-7f83-46ac-bb8b-0eb41133371d), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.731176 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Allocated IP 172.20.0.2 (5eb25968-5507-4b56-b328-0c419feec1b2/1a1aac02-f7ae-4ea5-87f6-5334762a96b8/d20207fe-836b-4c28-b76e-267c9cf0d0c2) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:48.875593 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks [] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.882098 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.922801 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:48.925540 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:48.926476 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for router_gateway (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.928047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:48.937583 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Pushing event updated for resources: {'Port': ['ID=d20207fe-836b-4c28-b76e-267c9cf0d0c2,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:48.946926 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.991585 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Attempting to bind port d20207fe-836b-4c28-b76e-267c9cf0d0c2 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:56:48.992654 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Attempting to bind port d20207fe-836b-4c28-b76e-267c9cf0d0c2 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:56:48.992654 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Attempting to bind port d20207fe-836b-4c28-b76e-267c9cf0d0c2 on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:56:48.997943 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:56:48.998316 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:48.998707 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:48.999093 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Bound using segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:56:48.999548 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Bound port: d20207fe-836b-4c28-b76e-267c9cf0d0c2, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:56:48.999921 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.066017 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] For port d20207fe-836b-4c28-b76e-267c9cf0d0c2, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:56:49.069699 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] For port d20207fe-836b-4c28-b76e-267c9cf0d0c2, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=d20207fe-836b-4c28-b76e-267c9cf0d0c2,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:56:49.075758 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.142301 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560fa2-8208-4e97-ad95-ecdfef638119 None None] Pushing event updated for resources: {'Port': ['ID=d20207fe-836b-4c28-b76e-267c9cf0d0c2,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:49.372186 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a147-760e-4f78-be0b-432061cf5d4f req-4e1f9a97-d5de-441a-98b1-96f6779b4052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:49.384173 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-deb0a147-760e-4f78-be0b-432061cf5d4f req-4e1f9a97-d5de-441a-98b1-96f6779b4052 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.4297354 Mar 08 14:56:49.426107 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Allocated IP 172.27.2.216 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/b170afda-a57f-45e2-b192-61a67dea282f) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:49.461581 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-deb0a147-760e-4f78-be0b-432061cf5d4f req-0b1b3df1-4484-4e25-b1ce-8dd1077f73b7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765164 Mar 08 14:56:49.465828 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device d20207fe-836b-4c28-b76e-267c9cf0d0c2 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:49.515981 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port d20207fe-836b-4c28-b76e-267c9cf0d0c2 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:49.516357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.552424 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for port (b170afda-a57f-45e2-b192-61a67dea282f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.594500 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port d20207fe-836b-4c28-b76e-267c9cf0d0c2 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:49.594889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.595334 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b170afda-a57f-45e2-b192-61a67dea282f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.629541 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port d20207fe-836b-4c28-b76e-267c9cf0d0c2, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=d20207fe-836b-4c28-b76e-267c9cf0d0c2,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:49.634705 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:49.636781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:49.641225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:49.644667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:49.667223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Pushing event updated for resources: {'Port': ['ID=b170afda-a57f-45e2-b192-61a67dea282f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:49.683958 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=d20207fe-836b-4c28-b76e-267c9cf0d0c2,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:49.910935 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for router_gateway (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.073439 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e826db18-7f84-45ed-8450-60aa7a90f13e None None] Network 5eb25968-5507-4b56-b328-0c419feec1b2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:56:50.116264 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.251390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:56:50.282045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.285575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-81a1b9e0-c4b8-449a-8fee-e17319f4f29c None None] Provisioning complete for port d20207fe-836b-4c28-b76e-267c9cf0d0c2 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:50.285965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-81a1b9e0-c4b8-449a-8fee-e17319f4f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.362425 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:56:50.382497 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.384697 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8cb2d468-116e-4ab7-8620-0dcb8eee4006 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8856249 Mar 08 14:56:50.387475 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47676) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:50.391922 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:56:50.415528 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:50.416192 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:50.418088 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b9e0-c4b8-449a-8fee-e17319f4f29c None None] Current status of the port d20207fe-836b-4c28-b76e-267c9cf0d0c2 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:50.543678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:50.652820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfed64-2e2f-4b5d-9c13-3f313202d8d2 req-c8874d08-def2-41a5-b627-f9c7083a40ae tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:50.654392 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-02dfed64-2e2f-4b5d-9c13-3f313202d8d2 req-c8874d08-def2-41a5-b627-f9c7083a40ae tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1020036 Mar 08 14:56:50.676826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-4e1992cf-56ed-4006-b5ba-1df31b0203f5 None None] Provisioning complete for port d20207fe-836b-4c28-b76e-267c9cf0d0c2 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:50.677199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-4e1992cf-56ed-4006-b5ba-1df31b0203f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.770359 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-02dfed64-2e2f-4b5d-9c13-3f313202d8d2 req-cf4458cd-41e0-400d-b915-fd9c209acd44 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842829 Mar 08 14:56:50.797837 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-4e1992cf-56ed-4006-b5ba-1df31b0203f5 None None] Current status of the port d20207fe-836b-4c28-b76e-267c9cf0d0c2 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:50.805311 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:49Z', 'revision_number': 3, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:50.833887 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:56:50.834241 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Updating router 9ef47856-7f83-46ac-bb8b-0eb41133371d port b170afda-a57f-45e2-b192-61a67dea282f binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:56:50.861689 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b170afda-a57f-45e2-b192-61a67dea282f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:50.911032 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.070056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Allocated IP 172.20.0.1 (5eb25968-5507-4b56-b328-0c419feec1b2/1a1aac02-f7ae-4ea5-87f6-5334762a96b8/4842d419-41f2-4096-9b07-3dabf0026a9c) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:51.156205 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks [] for port (b170afda-a57f-45e2-b192-61a67dea282f), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.161942 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b170afda-a57f-45e2-b192-61a67dea282f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.187780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks [] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.216653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Attempting to bind port b170afda-a57f-45e2-b192-61a67dea282f on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:56:51.217032 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Attempting to bind port b170afda-a57f-45e2-b192-61a67dea282f by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:56:51.217395 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Attempting to bind port b170afda-a57f-45e2-b192-61a67dea282f on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:56:51.219553 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6ef42-d40a-4fb8-ae8b-81f9127b81c6 None None] Pushing event updated for resources: {'Port': ['ID=b170afda-a57f-45e2-b192-61a67dea282f,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:51.222327 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.225694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:56:51.226018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:51.226421 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.229403 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:56:51.229403 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Bound port: b170afda-a57f-45e2-b192-61a67dea282f, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:56:51.229403 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b170afda-a57f-45e2-b192-61a67dea282f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.282026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:51.285756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:51.291487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:51.297774 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Pushing event updated for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:51.298700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] For port b170afda-a57f-45e2-b192-61a67dea282f, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:56:51.302108 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] For port b170afda-a57f-45e2-b192-61a67dea282f, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b170afda-a57f-45e2-b192-61a67dea282f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:56:51.311448 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b170afda-a57f-45e2-b192-61a67dea282f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.340939 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.384117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6ef42-d40a-4fb8-ae8b-81f9127b81c6 None None] Pushing event updated for resources: {'Port': ['ID=b170afda-a57f-45e2-b192-61a67dea282f,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:51.398511 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:51.399461 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:51.450028 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device d20207fe-836b-4c28-b76e-267c9cf0d0c2 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:51.521385 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.606469 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:51.609195 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port d20207fe-836b-4c28-b76e-267c9cf0d0c2 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:51.609778 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.701524 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks [] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.706147 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.779101 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.781017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Pushing event updated for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:51.796481 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-25a0a5bc-5fc2-4147-807e-36f6b0ea9d26 None None] Provisioning complete for port 4842d419-41f2-4096-9b07-3dabf0026a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:51.796858 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-25a0a5bc-5fc2-4147-807e-36f6b0ea9d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:51.864898 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-25a0a5bc-5fc2-4147-807e-36f6b0ea9d26 None None] Port 4842d419-41f2-4096-9b07-3dabf0026a9c cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:56:51.892975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:51.894691 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:51.940330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port d20207fe-836b-4c28-b76e-267c9cf0d0c2 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:51.987359 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:49Z', 'revision_number': 3, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:52.032283 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b557d3-84c5-45a1-a4a7-1954e731d1f1 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:49Z', 'revision_number': 3, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:56:52.077671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa5aff-0442-4449-a6f2-decd608b4cc3 req-5a98e2a7-28e5-4ecd-b7c8-72ef4a8ca15f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:52.079516 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8bfa5aff-0442-4449-a6f2-decd608b4cc3 req-5a98e2a7-28e5-4ecd-b7c8-72ef4a8ca15f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1300857 Mar 08 14:56:52.115431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:56:52.149696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8bfa5aff-0442-4449-a6f2-decd608b4cc3 req-d9ee2169-d2f0-42f0-8b45-f8eccd409672 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625799 Mar 08 14:56:52.188987 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-710c0396-f9b6-48d3-b12d-883fdef7cd96 None None] Provisioning complete for port 4842d419-41f2-4096-9b07-3dabf0026a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:52.189453 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-710c0396-f9b6-48d3-b12d-883fdef7cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.230279 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-710c0396-f9b6-48d3-b12d-883fdef7cd96 None None] Port 4842d419-41f2-4096-9b07-3dabf0026a9c cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:56:52.251886 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:56:52.257691 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-772c1e7b-d514-44be-8030-67e2b8258257 admin admin] 10.222.0.42 "PUT /v2.0/routers/9ef47856-7f83-46ac-bb8b-0eb41133371d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691556 Mar 08 14:56:52.790777 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47722) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:52.795834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1175573576-network', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:52.801657 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:56:52.814485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Made reservation on behalf of 21f4327cf649415f89e26099c96b4ae3 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:56:52.816948 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.825795 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.939649 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks [] for security_group (00859494-ef72-46f1-ad8b-4865878c457d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.946358 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (00859494-ef72-46f1-ad8b-4865878c457d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.966787 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:56:52.982204 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00859494-ef72-46f1-ad8b-4865878c457d,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:52.985088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (a35845cd-affd-4df0-9bfc-2c9f6a9eba4c), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:52.985463 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Added segment a35845cd-affd-4df0-9bfc-2c9f6a9eba4c of type vlan for network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 Mar 08 14:56:53.028017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (6cef4703-0c9f-4b97-8140-d0b1906d2d82), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.052447 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (6cef4703-0c9f-4b97-8140-d0b1906d2d82), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.053407 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:53.054164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.123170 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3286450 Mar 08 14:56:53.123368 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47732) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:53.128715 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Request body: {'subnet': {'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1175573576-subnet', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:53.129825 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3260c-8f4b-4421-8e6b-f1a8a2f1401a admin admin] Pushing event updated for resources: {'Network': ['ID=6cef4703-0c9f-4b97-8140-d0b1906d2d82,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:53.146081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:56:53.155779 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Made reservation on behalf of 21f4327cf649415f89e26099c96b4ae3 for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:56:53.158422 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60051209'] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.292026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad06ce4-bb70-443d-be26-633ac3c54150 req-f4a51b34-af59-41d0-82a1-859a0243ba5a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:53.295279 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ad06ce4-bb70-443d-be26-633ac3c54150 req-f4a51b34-af59-41d0-82a1-859a0243ba5a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0715384 Mar 08 14:56:53.369632 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ad06ce4-bb70-443d-be26-633ac3c54150 req-6f916451-7aaa-4780-bbb4-9af5df30b1fb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660832 Mar 08 14:56:53.397970 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60051223'] for subnet (acb10207-d664-42cf-ada0-48c07b5a9085), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.431241 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b170afda-a57f-45e2-b192-61a67dea282f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:53.456254 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb10207-d664-42cf-ada0-48c07b5a9085,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:53.466897 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Checking segment: {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:53.467319 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Network hostable DHCP agents. Network: 6cef4703-0c9f-4b97-8140-d0b1906d2d82, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:56:53.484998 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port b170afda-a57f-45e2-b192-61a67dea282f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:53.485453 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b170afda-a57f-45e2-b192-61a67dea282f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.486650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:56:53.497081 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 6cef4703-0c9f-4b97-8140-d0b1906d2d82) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:53.501813 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:53.502532 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.516881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b705a-70f1-4b5d-96bc-24dc010fc0e9 None None] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:56:53.526627 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-cef5d41f-2f0d-42d1-a5ff-edb802d903bb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4021242 Mar 08 14:56:53.529167 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47748) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:53.534409 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:53.558377 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.560160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.636737 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for router_controller (d0816319-5961-4d1b-9dfa-2804aa8e9666), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.800258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port b170afda-a57f-45e2-b192-61a67dea282f is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:53.800916 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b170afda-a57f-45e2-b192-61a67dea282f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.806195 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for router_gateway (d0816319-5961-4d1b-9dfa-2804aa8e9666), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.815423 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:56:53.816373 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.823964 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:56:53.837729 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:53.838823 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:53.839582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port b170afda-a57f-45e2-b192-61a67dea282f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b170afda-a57f-45e2-b192-61a67dea282f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:53.852874 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b170afda-a57f-45e2-b192-61a67dea282f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:53.965649 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:53.969619 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=b170afda-a57f-45e2-b192-61a67dea282f,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:54.013199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Allocated IP 172.20.0.2 (6cef4703-0c9f-4b97-8140-d0b1906d2d82/acb10207-d664-42cf-ada0-48c07b5a9085/62662fc5-f7ba-4019-98f3-69bfff11f5e0) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:54.043160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for router_gateway (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.065132 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.189401 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Allocated IP 172.27.2.113 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/92d6fd63-da41-4bcb-acb8-24856b6d67cb) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:54.192056 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks [] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.200008 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.204534 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 2, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:54.234247 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:56:54.235017 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Updating router 9ef47856-7f83-46ac-bb8b-0eb41133371d port 4842d419-41f2-4096-9b07-3dabf0026a9c binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:56:54.241582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:54.245165 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:54.247966 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:54.282076 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.285485 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Pushing event updated for resources: {'Port': ['ID=62662fc5-f7ba-4019-98f3-69bfff11f5e0,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:54.316196 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Attempting to bind port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:56:54.316789 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Attempting to bind port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:56:54.317171 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Attempting to bind port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 on network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:56:54.323047 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.323952 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:56:54.324117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Checking segment: {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:54.324488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.324881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Bound using segment: {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:56:54.325743 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Bound port: 62662fc5-f7ba-4019-98f3-69bfff11f5e0, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:56:54.325743 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.362887 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.391108 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] For port 62662fc5-f7ba-4019-98f3-69bfff11f5e0, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:56:54.395460 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] For port 62662fc5-f7ba-4019-98f3-69bfff11f5e0, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=62662fc5-f7ba-4019-98f3-69bfff11f5e0,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:56:54.402006 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.408548 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:54.416428 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:54.420590 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:54.432916 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Pushing event updated for resources: {'Port': ['ID=92d6fd63-da41-4bcb-acb8-24856b6d67cb,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:54.475016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc16b-219c-43ae-96ff-58c9f73f80a6 None None] Pushing event updated for resources: {'Port': ['ID=62662fc5-f7ba-4019-98f3-69bfff11f5e0,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:54.581833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bcaa8-f219-4e57-8ba5-af3093b66772 req-03db8de9-6cb6-44a5-886f-6a7f556174c1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:54.583415 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c1bcaa8-f219-4e57-8ba5-af3093b66772 req-03db8de9-6cb6-44a5-886f-6a7f556174c1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0776443 Mar 08 14:56:54.628025 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks [] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.636088 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.675981 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c1bcaa8-f219-4e57-8ba5-af3093b66772 req-f9c80191-b1b7-4617-94d0-6ea78e2b0724 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859797 Mar 08 14:56:54.707686 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Pushing event updated for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:54.723730 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.724298 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.724956 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.725359 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.725725 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.726150 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.732376 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.732802 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.735571 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.736181 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.736588 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.738045 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.740515 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:56:54.826915 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for router_gateway (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.931288 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Attempting to bind port 4842d419-41f2-4096-9b07-3dabf0026a9c on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:56:54.932660 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Attempting to bind port 4842d419-41f2-4096-9b07-3dabf0026a9c by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:56:54.934256 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Attempting to bind port 4842d419-41f2-4096-9b07-3dabf0026a9c on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:56:54.948529 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:56:54.950192 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:54.950836 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:54.951405 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Bound using segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:56:54.952103 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Bound port: 4842d419-41f2-4096-9b07-3dabf0026a9c, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:56:54.953047 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.045653 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] For port 4842d419-41f2-4096-9b07-3dabf0026a9c, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:56:55.050427 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] For port 4842d419-41f2-4096-9b07-3dabf0026a9c, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=4842d419-41f2-4096-9b07-3dabf0026a9c,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:56:55.057391 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.087409 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Provisioning complete for port 4842d419-41f2-4096-9b07-3dabf0026a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:55.088113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.123488 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ebca2-3b73-4a95-9570-f49c8ba8d94e None None] Pushing event updated for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:55.137205 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:55.138082 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:55.192386 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.215937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Current status of the port 4842d419-41f2-4096-9b07-3dabf0026a9c is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:55.216493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.265842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] For port 4842d419-41f2-4096-9b07-3dabf0026a9c, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=4842d419-41f2-4096-9b07-3dabf0026a9c,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:55.274324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.292465 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:55.347485 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6ef7b-7ab2-4364-b18e-9ac80f53349c None None] Pushing event updated for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:55.441551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Router d0816319-5961-4d1b-9dfa-2804aa8e9666 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:56:55.504154 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-58b417d0-1ea4-4603-ab2b-8d77a4fb0ca8 None None] Provisioning complete for port 4842d419-41f2-4096-9b07-3dabf0026a9c triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:55.504567 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-58b417d0-1ea4-4603-ab2b-8d77a4fb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.554311 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b170afda-a57f-45e2-b192-61a67dea282f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:55.610251 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:56:55.630906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Sync routers for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:56:55.633511 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.635017 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2df26606-52be-496c-a9b9-6cbe6a06b1ec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1046422 Mar 08 14:56:55.637699 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47794) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:55.667188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:55.667594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:55.737326 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port b170afda-a57f-45e2-b192-61a67dea282f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:55.737699 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b170afda-a57f-45e2-b192-61a67dea282f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:55.764827 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:55.805108 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c03afe-64fd-459f-8c4a-b34dfd006983 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:56:55.896790 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:56.092016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-58b417d0-1ea4-4603-ab2b-8d77a4fb0ca8 None None] Current status of the port 4842d419-41f2-4096-9b07-3dabf0026a9c is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:56.107263 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d793c-d2a3-415b-af4a-e740f0e9efc9 None None] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:56:56.342683 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Provisioning complete for port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:56.343272 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:56.462695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187e6b-1984-4fba-9a22-f4fc25e684ff req-fdc927c0-0b02-410e-aa16-0d7d6910f611 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:56.464778 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67187e6b-1984-4fba-9a22-f4fc25e684ff req-fdc927c0-0b02-410e-aa16-0d7d6910f611 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1622467 Mar 08 14:56:56.517594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port b170afda-a57f-45e2-b192-61a67dea282f is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:56.521499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 62662fc5-f7ba-4019-98f3-69bfff11f5e0 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:56.595534 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67187e6b-1984-4fba-9a22-f4fc25e684ff req-8fe3a1f6-9f2a-4790-96a7-bb90b6ee7c2d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186521 Mar 08 14:56:56.661685 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:54Z', 'revision_number': 3, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:56.721732 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Checking router: d0816319-5961-4d1b-9dfa-2804aa8e9666 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:56:56.722205 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Updating router d0816319-5961-4d1b-9dfa-2804aa8e9666 port 92d6fd63-da41-4bcb-acb8-24856b6d67cb binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:56:56.811638 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Current status of the port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:56.812230 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:56.824987 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:56.857090 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:56.863181 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:56.929387 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] For port 62662fc5-f7ba-4019-98f3-69bfff11f5e0, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=62662fc5-f7ba-4019-98f3-69bfff11f5e0,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:56.944006 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:56.960128 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.166321 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Allocated IP 172.20.0.1 (6cef4703-0c9f-4b97-8140-d0b1906d2d82/acb10207-d664-42cf-ada0-48c07b5a9085/b41114f9-0d50-4de3-b38d-145913058b31) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:56:57.230223 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-13bdf7ee-3407-4cb3-b1f6-1b5e28169ff8 None None] Provisioning complete for port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:57.230610 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-13bdf7ee-3407-4cb3-b1f6-1b5e28169ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.296692 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6e3e7-aa24-4eb6-89e9-b67cadf8f5d7 None None] Pushing event updated for resources: {'Port': ['ID=62662fc5-f7ba-4019-98f3-69bfff11f5e0,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:57.303586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks [] for port (b41114f9-0d50-4de3-b38d-145913058b31), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.356016 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.403316 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:57.406923 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:57.408373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:57.415456 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:56:57.458732 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Pushing event updated for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:57.475596 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.525909 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-13bdf7ee-3407-4cb3-b1f6-1b5e28169ff8 None None] Current status of the port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:57.672188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks [] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.675542 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 62662fc5-f7ba-4019-98f3-69bfff11f5e0 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:57.715923 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.717587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b41114f9-0d50-4de3-b38d-145913058b31), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.788869 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Attempting to bind port 92d6fd63-da41-4bcb-acb8-24856b6d67cb on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:56:57.789242 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Attempting to bind port 92d6fd63-da41-4bcb-acb8-24856b6d67cb by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:56:57.789615 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Attempting to bind port 92d6fd63-da41-4bcb-acb8-24856b6d67cb on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:56:57.804374 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:56:57.805455 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:56:57.805902 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.806299 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:56:57.809514 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Bound port: 92d6fd63-da41-4bcb-acb8-24856b6d67cb, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:56:57.809952 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.813743 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d7fc-21a6-44d0-9930-5c4bad1688fb None None] Pushing event updated for resources: {'Port': ['ID=92d6fd63-da41-4bcb-acb8-24856b6d67cb,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:57.874684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:57.874684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.924214 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] For port 92d6fd63-da41-4bcb-acb8-24856b6d67cb, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:56:57.940347 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-38b85894-cbb5-4730-890e-8566cf0b17a7 None None] Provisioning complete for port b41114f9-0d50-4de3-b38d-145913058b31 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:57.940729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-38b85894-cbb5-4730-890e-8566cf0b17a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b41114f9-0d50-4de3-b38d-145913058b31), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:57.943844 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768ae0d-0557-4b82-8b18-1953e31f4793 req-81a79fc9-09be-4b72-9b2c-aa7d8cfc3e75 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:57.947277 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] For port 92d6fd63-da41-4bcb-acb8-24856b6d67cb, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=92d6fd63-da41-4bcb-acb8-24856b6d67cb,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:56:57.950486 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4768ae0d-0557-4b82-8b18-1953e31f4793 req-81a79fc9-09be-4b72-9b2c-aa7d8cfc3e75 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1157434 Mar 08 14:56:57.978011 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.023061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-38b85894-cbb5-4730-890e-8566cf0b17a7 None None] Port b41114f9-0d50-4de3-b38d-145913058b31 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:56:58.061564 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4768ae0d-0557-4b82-8b18-1953e31f4793 req-cb750676-3199-4c6f-8517-6bace3e86907 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094730 Mar 08 14:56:58.063726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks [] for port (b41114f9-0d50-4de3-b38d-145913058b31), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.069272 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.090489 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:56:58.091142 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:58.095660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d7fc-21a6-44d0-9930-5c4bad1688fb None None] Pushing event updated for resources: {'Port': ['ID=92d6fd63-da41-4bcb-acb8-24856b6d67cb,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:58.141018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:58.143381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 4842d419-41f2-4096-9b07-3dabf0026a9c up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:58.152642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.183417 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Pushing event updated for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:58.253103 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 4842d419-41f2-4096-9b07-3dabf0026a9c triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:58.253103 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.264195 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:56:58.265522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:56:58.279660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:56:58.392644 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Router d0816319-5961-4d1b-9dfa-2804aa8e9666 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:56:58.469087 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 4842d419-41f2-4096-9b07-3dabf0026a9c is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:58.525637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:56:58.541069 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cd6dec96-cf8b-405f-b3ed-fc81dcb6018a admin admin] 10.222.0.42 "PUT /v2.0/routers/d0816319-5961-4d1b-9dfa-2804aa8e9666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8908954 Mar 08 14:56:58.543364 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'b41114f9-0d50-4de3-b38d-145913058b31', 'name': '', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'mac_address': 'fa:16:3e:cb:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:56Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 2, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'subnets': [{'id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:56:58.580158 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e9eed-918a-4d04-8632-3ca0ebd8111b None None] The sync data for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi is: [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'b41114f9-0d50-4de3-b38d-145913058b31', 'name': '', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'mac_address': 'fa:16:3e:cb:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:56Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 2, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'subnets': [{'id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:56:58.588811 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-20de0a96-1843-458d-bb72-6313218d398f None None] Provisioning complete for port b41114f9-0d50-4de3-b38d-145913058b31 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:58.589193 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-20de0a96-1843-458d-bb72-6313218d398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b41114f9-0d50-4de3-b38d-145913058b31), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:58.625392 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-20de0a96-1843-458d-bb72-6313218d398f None None] Port b41114f9-0d50-4de3-b38d-145913058b31 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:56:59.190879 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47918) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:59.196496 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1013927307', 'description': 'tempest-secgroup-smoke-1013927307 description', 'project_id': 'de3400e761894483a66d8f846d1a3a3f'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:59.225660 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.260263 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05efc-78cc-45df-a8f4-ece803fa851a req-dde8e64f-b845-40a6-9c5b-8ef02d9ff5cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:56:59.270494 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78d05efc-78cc-45df-a8f4-ece803fa851a req-dde8e64f-b845-40a6-9c5b-8ef02d9ff5cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0932138 Mar 08 14:56:59.370346 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78d05efc-78cc-45df-a8f4-ece803fa851a req-a2fdfb7f-6821-4537-81db-c67effd7e179 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892646 Mar 08 14:56:59.594538 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 92d6fd63-da41-4bcb-acb8-24856b6d67cb up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:56:59.642027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.651230 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.680630 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 92d6fd63-da41-4bcb-acb8-24856b6d67cb triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:56:59.681118 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.697770 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.703696 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5100381 Mar 08 14:56:59.704413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47930) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:59.709638 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:59.740080 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c24d8-3dd9-47d6-be93-6685c744d6c2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:59.771494 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (e0704068-eb18-41a3-b8c9-a96710f01bdd), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.817880 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 92d6fd63-da41-4bcb-acb8-24856b6d67cb is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:56:59.819668 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.870000 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (e0704068-eb18-41a3-b8c9-a96710f01bdd), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.875720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (e0704068-eb18-41a3-b8c9-a96710f01bdd), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.900769 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0704068-eb18-41a3-b8c9-a96710f01bdd,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:56:59.907668 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 92d6fd63-da41-4bcb-acb8-24856b6d67cb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=92d6fd63-da41-4bcb-acb8-24856b6d67cb,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:56:59.915874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.917833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.920245 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47942) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:56:59.924720 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-67be4eac-1e3b-4fbe-81c3-9dd25d20ae71 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2189994 Mar 08 14:56:59.927567 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:56:59.973830 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (f57001dd-2579-4cb5-8005-ae4b936cfea3), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:56:59.997312 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=92d6fd63-da41-4bcb-acb8-24856b6d67cb,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.085163 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (f57001dd-2579-4cb5-8005-ae4b936cfea3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.091073 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (f57001dd-2579-4cb5-8005-ae4b936cfea3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.106242 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57001dd-2579-4cb5-8005-ae4b936cfea3,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.123726 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.125007 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-dc89ccc3-5103-45a2-9a99-26fdd89d5117 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2033160 Mar 08 14:57:00.127871 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 47948) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:00.139498 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:57:00.199823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (94770e65-c254-45ab-9c9a-86d28ca9a98e), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.241531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c3b1-a063-449d-b8d9-c841805e04db req-77220398-650a-4f3b-af1e-cf4f31418eec tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:00.243293 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22f3c3b1-a063-449d-b8d9-c841805e04db req-77220398-650a-4f3b-af1e-cf4f31418eec tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0992351 Mar 08 14:57:00.285906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (94770e65-c254-45ab-9c9a-86d28ca9a98e), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.295413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (94770e65-c254-45ab-9c9a-86d28ca9a98e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.333104 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94770e65-c254-45ab-9c9a-86d28ca9a98e,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.341126 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-22f3c3b1-a063-449d-b8d9-c841805e04db req-9018e795-47df-470b-a286-613fd2cb0bd3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905268 Mar 08 14:57:00.344401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.346032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b4e74f40-1025-4578-8408-64bfcdd5861c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2170675 Mar 08 14:57:00.348520 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47950) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:00.353772 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:57:00.384731 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (bf688003-93a4-4751-8bce-8c97a55b2796), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.443401 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (bf688003-93a4-4751-8bce-8c97a55b2796), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.447764 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (bf688003-93a4-4751-8bce-8c97a55b2796), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.469461 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf688003-93a4-4751-8bce-8c97a55b2796,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.479211 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.480612 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7f507eff-f6d4-4095-9725-eae0c4faf437 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310956 Mar 08 14:57:00.485179 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47954) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:00.489918 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:57:00.510647 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Project de3400e761894483a66d8f846d1a3a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:57:00.513486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81227c-5e8d-45ab-9054-ae0da9db5826 req-e8f42dd8-10bb-4cbe-b607-54067d689221 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:00.515022 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd81227c-5e8d-45ab-9054-ae0da9db5826 req-e8f42dd8-10bb-4cbe-b607-54067d689221 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0593789 Mar 08 14:57:00.515432 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (f529d25d-092f-4176-8d55-e449dbac1ae3), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.564572 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd81227c-5e8d-45ab-9054-ae0da9db5826 req-df42b4c9-b3bd-409d-bfe4-bd5504a4c92b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 Mar 08 14:57:00.578404 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (f529d25d-092f-4176-8d55-e449dbac1ae3), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.594407 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (f529d25d-092f-4176-8d55-e449dbac1ae3), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.598869 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f529d25d-092f-4176-8d55-e449dbac1ae3,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.612554 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.613765 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2798e6dd-06b0-4623-b433-6bd44cea69bd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275587 Mar 08 14:57:00.616411 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 47956) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:00.620725 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'security_group_rule': {'security_group_id': 'fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c', 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:57:00.642161 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Project de3400e761894483a66d8f846d1a3a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:57:00.647381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (41001cce-6dab-4c84-94e8-7d78be01295d), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.707540 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (41001cce-6dab-4c84-94e8-7d78be01295d), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.711605 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (41001cce-6dab-4c84-94e8-7d78be01295d), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.729743 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41001cce-6dab-4c84-94e8-7d78be01295d,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:00.738811 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:00.740059 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-4a55bf97-d74d-47ff-b6ec-50fe1f928c92 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226623 Mar 08 14:57:01.010889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:57:01.091185 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Sync routers for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:57:01.103142 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:57:01.103760 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:57:01.124758 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:01.137098 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:57:01.184641 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: ACTIVE; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:01.185235 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.206704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:57:01.242768 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:01.251770 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.253370 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:57:01.324841 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=6']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:01.356538 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['08f09f54-c0f8-42eb-8864-791cb88627a9'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:57:01.496235 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'b41114f9-0d50-4de3-b38d-145913058b31', 'name': '', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'mac_address': 'fa:16:3e:cb:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:56Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 2, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'subnets': [{'id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:57:01.518183 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 92d6fd63-da41-4bcb-acb8-24856b6d67cb up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:57:01.525243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469e76-f499-4e7f-8558-9d275c97f388 req-893a6d10-0e99-498f-94e9-de86d013fc6b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:01.526839 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67469e76-f499-4e7f-8558-9d275c97f388 req-893a6d10-0e99-498f-94e9-de86d013fc6b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0932155 Mar 08 14:57:01.538173 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Checking router: d0816319-5961-4d1b-9dfa-2804aa8e9666 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:57:01.538541 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Updating router d0816319-5961-4d1b-9dfa-2804aa8e9666 port b41114f9-0d50-4de3-b38d-145913058b31 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:57:01.566775 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b41114f9-0d50-4de3-b38d-145913058b31), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.578931 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67469e76-f499-4e7f-8558-9d275c97f388 req-db8de20c-5145-4ac0-97db-b0a846bb46b5 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Mar 08 14:57:01.590445 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 92d6fd63-da41-4bcb-acb8-24856b6d67cb triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:57:01.590891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.714731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1b74f-ab37-48ee-8394-6549a96f33d0 req-2e873feb-0ca2-4fc4-85d3-2dc97c3492b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:01.717414 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63c1b74f-ab37-48ee-8394-6549a96f33d0 req-2e873feb-0ca2-4fc4-85d3-2dc97c3492b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0640855 Mar 08 14:57:01.818825 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63c1b74f-ab37-48ee-8394-6549a96f33d0 req-503c7584-f609-451f-8f3a-123c3c5a7e8c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954437 Mar 08 14:57:01.836948 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 92d6fd63-da41-4bcb-acb8-24856b6d67cb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:01.924795 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks [] for port (b41114f9-0d50-4de3-b38d-145913058b31), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.930821 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:01.982176 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221baae6-9cd2-40e1-8f55-946635bcbd13 None None] Pushing event updated for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:02.039874 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Attempting to bind port b41114f9-0d50-4de3-b38d-145913058b31 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:57:02.040237 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Attempting to bind port b41114f9-0d50-4de3-b38d-145913058b31 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:57:02.040596 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Attempting to bind port b41114f9-0d50-4de3-b38d-145913058b31 on network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:57:02.046905 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:57:02.047208 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Checking segment: {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:57:02.047663 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.048070 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Bound using segment: {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:57:02.048538 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Bound port: b41114f9-0d50-4de3-b38d-145913058b31, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:57:02.048959 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b41114f9-0d50-4de3-b38d-145913058b31), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.123136 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] For port b41114f9-0d50-4de3-b38d-145913058b31, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:57:02.126608 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] For port b41114f9-0d50-4de3-b38d-145913058b31, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b41114f9-0d50-4de3-b38d-145913058b31,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:57:02.133802 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.181639 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:57:02.182385 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:56:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:57:02.199504 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Provisioning complete for port b41114f9-0d50-4de3-b38d-145913058b31 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:57:02.200583 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b41114f9-0d50-4de3-b38d-145913058b31), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.236968 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221baae6-9cd2-40e1-8f55-946635bcbd13 None None] Pushing event updated for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:02.318252 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Current status of the port b41114f9-0d50-4de3-b38d-145913058b31 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:02.321010 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (b41114f9-0d50-4de3-b38d-145913058b31), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.350534 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:57:02.412934 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] For port b41114f9-0d50-4de3-b38d-145913058b31, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b41114f9-0d50-4de3-b38d-145913058b31,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:02.424108 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.482331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdcaec-a432-4955-8252-1aa84f55801d None None] Pushing event updated for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:02.549713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-cb6bda33-0a81-42a7-ad8e-019a434c7f2f None None] Provisioning complete for port b41114f9-0d50-4de3-b38d-145913058b31 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:57:02.550375 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb6bda33-0a81-42a7-ad8e-019a434c7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b41114f9-0d50-4de3-b38d-145913058b31), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:02.579547 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'b41114f9-0d50-4de3-b38d-145913058b31', 'name': '', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'mac_address': 'fa:16:3e:cb:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:56Z', 'updated_at': '2022-03-08T14:57:02Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'subnets': [{'id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:57:02.610883 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39272d-1ad8-4b8e-a3b0-d85554a69fd4 None None] The sync data for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi is: [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T14:56:57Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'b41114f9-0d50-4de3-b38d-145913058b31', 'name': '', 'network_id': '6cef4703-0c9f-4b97-8140-d0b1906d2d82', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'mac_address': 'fa:16:3e:cb:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:56Z', 'updated_at': '2022-03-08T14:57:02Z', 'revision_number': 4, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'subnets': [{'id': 'acb10207-d664-42cf-ada0-48c07b5a9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:57:02.633761 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bda33-0a81-42a7-ad8e-019a434c7f2f None None] Current status of the port b41114f9-0d50-4de3-b38d-145913058b31 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:02.714383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda60f9-c994-4c78-94b2-7630672959ad req-001d8244-7799-47d5-b2cb-13fe98e37a37 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:02.716043 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6bda60f9-c994-4c78-94b2-7630672959ad req-001d8244-7799-47d5-b2cb-13fe98e37a37 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0582545 Mar 08 14:57:02.772190 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6bda60f9-c994-4c78-94b2-7630672959ad req-d147267c-55f2-47ce-9433-268961e9740c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Mar 08 14:57:02.966705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f5564-a338-418c-9ebe-d15de251864d req-b82bb6ed-29bd-4422-9c75-2ca73fd63cce tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:02.971660 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-385f5564-a338-418c-9ebe-d15de251864d req-b82bb6ed-29bd-4422-9c75-2ca73fd63cce tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0688791 Mar 08 14:57:02.980325 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:57:03.039473 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-385f5564-a338-418c-9ebe-d15de251864d req-2f062db9-d630-4bfe-8812-8a9bcba88a4c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627074 Mar 08 14:57:03.057365 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 08f09f54-c0f8-42eb-8864-791cb88627a9 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:57:03.057738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:03.148838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:03.148838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:03.173347 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:57:03.175692 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8e32e-c3cd-41cb-bea1-ab1e66f7e980" -d '{"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:57:03.195969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:03.203397 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:03.225750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77ef45-94d5-44ec-b473-7d996a6da26a req-cac46923-d645-4a9c-93d9-a3f1bf20a262 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:03.228502 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd77ef45-94d5-44ec-b473-7d996a6da26a req-cac46923-d645-4a9c-93d9-a3f1bf20a262 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0917881 Mar 08 14:57:03.238792 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4118778-b820-42aa-9fb3-6c782878148b x-openstack-request-id: req-c4118778-b820-42aa-9fb3-6c782878148b {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:57:03.239095 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:57:03.239538 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4118778-b820-42aa-9fb3-6c782878148b {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:57:03.239996 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'code': 200} Mar 08 14:57:03.269537 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=7']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:03.285137 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd77ef45-94d5-44ec-b473-7d996a6da26a req-2cb0cffc-2035-4c54-b38f-9f24d0e75964 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Mar 08 14:57:03.498606 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b41114f9-0d50-4de3-b38d-145913058b31 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:57:03.550496 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port b41114f9-0d50-4de3-b38d-145913058b31 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:57:03.550946 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (b41114f9-0d50-4de3-b38d-145913058b31), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:03.653215 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port b41114f9-0d50-4de3-b38d-145913058b31 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:03.900072 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4312a-4d4d-4ced-9eba-38f092f75bab req-bb46dead-5dd1-40b4-bcae-46fc2032f03b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:03.901474 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-84e4312a-4d4d-4ced-9eba-38f092f75bab req-bb46dead-5dd1-40b4-bcae-46fc2032f03b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0564487 Mar 08 14:57:03.948970 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-84e4312a-4d4d-4ced-9eba-38f092f75bab req-7962cec7-da7d-4648-b409-eb373678a48b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Mar 08 14:57:04.171759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861eab-a927-463f-ac27-eeb8b19c2abc req-5dec74dc-cfb5-45e2-904c-10851c74022a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:04.173291 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b861eab-a927-463f-ac27-eeb8b19c2abc req-5dec74dc-cfb5-45e2-904c-10851c74022a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0567551 Mar 08 14:57:04.221075 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b861eab-a927-463f-ac27-eeb8b19c2abc req-b454afd1-71e5-4caf-a014-a6dd67eb9b1e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Mar 08 14:57:04.406672 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8b045-379f-45e6-bfca-580eeeaa961a req-4661a706-d427-4369-afcc-f9bfa486695c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:04.409185 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d3b8b045-379f-45e6-bfca-580eeeaa961a req-4661a706-d427-4369-afcc-f9bfa486695c tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0529068 Mar 08 14:57:04.456131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d3b8b045-379f-45e6-bfca-580eeeaa961a req-0d4f0522-79de-4348-bf21-676426b467c3 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Mar 08 14:57:05.070376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075854fd-9433-46d6-9281-4be0b8e62e75 req-72c65947-2f8f-46b2-aaba-86cf4ce037a6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:05.072378 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-075854fd-9433-46d6-9281-4be0b8e62e75 req-72c65947-2f8f-46b2-aaba-86cf4ce037a6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0540986 Mar 08 14:57:05.125264 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-075854fd-9433-46d6-9281-4be0b8e62e75 req-2d460264-741d-4d70-98bb-fe8c8b9551ac tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474758 Mar 08 14:57:05.270811 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa06e7-ea2b-4782-902f-111744230409 req-094d58d5-6dd6-48bc-b8e7-a735dd79755b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:05.271148 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-beaa06e7-ea2b-4782-902f-111744230409 req-094d58d5-6dd6-48bc-b8e7-a735dd79755b tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0539432 Mar 08 14:57:05.402284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868479e3-5a73-4603-87a2-7d661d5c0aba req-dc088858-3bbc-4bca-9911-d43759ba8328 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:05.403751 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-868479e3-5a73-4603-87a2-7d661d5c0aba req-dc088858-3bbc-4bca-9911-d43759ba8328 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0998385 Mar 08 14:57:05.418283 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Deleting port 7373637c-6c5e-40a7-aca0-af18662910e3 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:57:05.418626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:05.508076 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-868479e3-5a73-4603-87a2-7d661d5c0aba req-a9e8a50e-8bf7-475e-8d7b-4ca507244240 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968502 Mar 08 14:57:05.591219 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] For port 7373637c-6c5e-40a7-aca0-af18662910e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7373637c-6c5e-40a7-aca0-af18662910e3,segment=NetworkSegment(966ffbe7-a131-4ccf-a5ec-565819debb81),segment_id=966ffbe7-a131-4ccf-a5ec-565819debb81)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:05.591587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:05.605928 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Calling delete_port for 7373637c-6c5e-40a7-aca0-af18662910e3 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:57:05.631841 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b64d2b-4fba-4cd1-bd1e-ce4d97b39436 req-4f4305d2-a56d-46f4-b581-b07cd99cc166 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:05.634101 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2b64d2b-4fba-4cd1-bd1e-ce4d97b39436 req-4f4305d2-a56d-46f4-b581-b07cd99cc166 tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/ports?device_id=31a79f6e-2a96-4d81-81af-5c7c51a10f9d HTTP/1.1" status: 200 len: 946 time: 0.0950947 Mar 08 14:57:05.726863 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2b64d2b-4fba-4cd1-bd1e-ce4d97b39436 req-454c624a-f27e-41e8-933c-d0636a8d33ea tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.42 "GET /v2.0/security-groups?id=22563beb-af07-4823-8d7f-6b4ab6152bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667081 Mar 08 14:57:05.786711 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7373637c-6c5e-40a7-aca0-af18662910e3), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:05.798891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['7373637c-6c5e-40a7-aca0-af18662910e3'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:57:05.817115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Pushing event deleted for resources: {'Port': ['ID=7373637c-6c5e-40a7-aca0-af18662910e3,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:05.865541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] No DVR routers for this DVR port 7373637c-6c5e-40a7-aca0-af18662910e3 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:57:05.869412 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:05.873114 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-beaa06e7-ea2b-4782-902f-111744230409 req-37290b51-d2c7-4ab7-9a69-8783cf39486f tempest-VolumesSnapshotTestJSON-1271555921 tempest-VolumesSnapshotTestJSON-1271555921-project] 10.222.0.61 "DELETE /v2.0/ports/7373637c-6c5e-40a7-aca0-af18662910e3 HTTP/1.1" status: 204 len: 173 time: 0.5936661 Mar 08 14:57:05.873623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'name': 'network-vif-deleted', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:57:05.879988 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d391d-5717-4d01-98ae-4eaf4a3e24e3" -d '{"events": [{"server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "name": "network-vif-deleted", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:57:05.923469 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115daecb-9938-452a-97bc-4860db2cbaee x-openstack-request-id: req-115daecb-9938-452a-97bc-4860db2cbaee {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:57:05.923775 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a79f6e-2a96-4d81-81af-5c7c51a10f9d", "name": "network-vif-deleted", "tag": "7373637c-6c5e-40a7-aca0-af18662910e3", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:57:05.924057 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-115daecb-9938-452a-97bc-4860db2cbaee {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:57:05.924491 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a79f6e-2a96-4d81-81af-5c7c51a10f9d', 'name': 'network-vif-deleted', 'tag': '7373637c-6c5e-40a7-aca0-af18662910e3', 'status': 'completed', 'code': 200} Mar 08 14:57:06.242472 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4f4da-47d7-465f-a3f4-d598f6153120 req-8357186c-be34-4161-9c3f-58fbf9cc5677 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:06.244008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cb4f4da-47d7-465f-a3f4-d598f6153120 req-8357186c-be34-4161-9c3f-58fbf9cc5677 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0527949 Mar 08 14:57:06.294593 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cb4f4da-47d7-465f-a3f4-d598f6153120 req-d20fb871-45cd-4089-8656-1c4bd8447b68 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Mar 08 14:57:06.636770 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53427b2-3c7e-4444-9591-120f7a95e38e req-31f354d1-44f2-4a98-b2c5-4758f7dd53bc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:06.638372 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b53427b2-3c7e-4444-9591-120f7a95e38e req-31f354d1-44f2-4a98-b2c5-4758f7dd53bc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0531731 Mar 08 14:57:06.684153 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b53427b2-3c7e-4444-9591-120f7a95e38e req-73f2368f-07b0-440a-868f-c098053d67b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402942 Mar 08 14:57:07.419570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b1cc1-ccea-4fdf-a76c-eb9d29a5958c req-57ebd06e-9d1b-450f-abe0-e792b4dd20b4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:07.421190 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9a9b1cc1-ccea-4fdf-a76c-eb9d29a5958c req-57ebd06e-9d1b-450f-abe0-e792b4dd20b4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0595803 Mar 08 14:57:07.433145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-769d7b32-2fdc-48b9-a300-c601c99e17b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:07.473383 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9a9b1cc1-ccea-4fdf-a76c-eb9d29a5958c req-507cfda1-e755-4f92-8391-dde7ff1ac1da tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Mar 08 14:57:07.812395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454a64e-e0b6-446a-9c8e-16f3c3633227 req-337327e2-d752-4b80-a381-1c0f841a68a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:07.814078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0454a64e-e0b6-446a-9c8e-16f3c3633227 req-337327e2-d752-4b80-a381-1c0f841a68a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0581794 Mar 08 14:57:07.860331 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0454a64e-e0b6-446a-9c8e-16f3c3633227 req-0751ab8d-2207-44c4-98d3-29d976598b2f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407720 Mar 08 14:57:08.597542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e24c85-e6a5-4293-b9f4-0e012caedcae req-3b9397de-65fa-44dd-a85a-e8ea41add804 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:08.599072 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-85e24c85-e6a5-4293-b9f4-0e012caedcae req-3b9397de-65fa-44dd-a85a-e8ea41add804 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Mar 08 14:57:08.648521 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-85e24c85-e6a5-4293-b9f4-0e012caedcae req-71286133-bd54-4565-a246-2d48fe55e3eb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Mar 08 14:57:08.984718 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39994-6cca-4f60-a7f5-851d4e32862e req-ef422a52-e320-4247-af1d-fdb453c6a5e7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:08.986435 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edc39994-6cca-4f60-a7f5-851d4e32862e req-ef422a52-e320-4247-af1d-fdb453c6a5e7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0548284 Mar 08 14:57:09.037614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edc39994-6cca-4f60-a7f5-851d4e32862e req-f2299645-29eb-4354-b35c-5c35f3bc0df9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Mar 08 14:57:09.724814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-512754e0-eb3a-4228-bb97-bf1d8eab9b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:09.776685 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998edf-6431-48ee-8fc3-366aa84944e6 req-0514dbdc-c15c-4ad7-afc1-df844d69948b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:09.778181 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7998edf-6431-48ee-8fc3-366aa84944e6 req-0514dbdc-c15c-4ad7-afc1-df844d69948b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0565426 Mar 08 14:57:09.824788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7998edf-6431-48ee-8fc3-366aa84944e6 req-e4f159c1-e43c-4517-b7b5-3fda69e51c57 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Mar 08 14:57:10.161780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bf1f-4d6e-45fd-8d51-ff71180cf851 req-2d038d08-ebde-4e58-896e-c4c6fb213791 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:10.163277 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdb4bf1f-4d6e-45fd-8d51-ff71180cf851 req-2d038d08-ebde-4e58-896e-c4c6fb213791 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0519555 Mar 08 14:57:10.208646 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdb4bf1f-4d6e-45fd-8d51-ff71180cf851 req-84cfaf12-92b8-4f93-9f28-8d63d8beb7b8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Mar 08 14:57:10.755583 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:10.949362 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67490a-adf6-485b-a1eb-d30446de97ec req-5fab1265-bdcc-49ff-9432-eabf3ac8b15b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:10.950973 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec67490a-adf6-485b-a1eb-d30446de97ec req-5fab1265-bdcc-49ff-9432-eabf3ac8b15b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0561256 Mar 08 14:57:10.998085 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec67490a-adf6-485b-a1eb-d30446de97ec req-7ebfe3d0-a2b4-4cb8-b000-8ee5d55582fc tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 Mar 08 14:57:11.340111 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5c70f-cef2-4e06-bf4d-b37db1fe4bdb req-643dbf30-8578-4510-95d6-fa2478edb8c4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:11.341644 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b5d5c70f-cef2-4e06-bf4d-b37db1fe4bdb req-643dbf30-8578-4510-95d6-fa2478edb8c4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0581815 Mar 08 14:57:11.389712 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b5d5c70f-cef2-4e06-bf4d-b37db1fe4bdb req-9631b17f-15e9-4c3a-bcbc-de3777789fac tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 Mar 08 14:57:12.122295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deee7d-5496-4647-85fc-4e7e2abdc7ba req-1d521cb3-c9ec-4296-8a3e-7364e54f335f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:12.123780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-46deee7d-5496-4647-85fc-4e7e2abdc7ba req-1d521cb3-c9ec-4296-8a3e-7364e54f335f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0561757 Mar 08 14:57:12.173126 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-46deee7d-5496-4647-85fc-4e7e2abdc7ba req-5dc2d4a9-4aec-4c27-a8dc-fd607811826b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Mar 08 14:57:12.254509 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:12.511969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8d12-6ef2-4525-9a92-684b34667d27 req-56923582-2920-4ce7-bbb0-9687d6912d5b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:12.513401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1e4b8d12-6ef2-4525-9a92-684b34667d27 req-56923582-2920-4ce7-bbb0-9687d6912d5b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0536299 Mar 08 14:57:12.560287 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1e4b8d12-6ef2-4525-9a92-684b34667d27 req-eebcaae6-cefb-482c-a9c3-04d6deacf4b7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406325 Mar 08 14:57:13.291284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cdfe2-b942-4bdf-b61c-66a9ec8a279c req-97f96342-e37a-4471-b86c-b61d593f575a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:13.292807 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b01cdfe2-b942-4bdf-b61c-66a9ec8a279c req-97f96342-e37a-4471-b86c-b61d593f575a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0511434 Mar 08 14:57:13.342575 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b01cdfe2-b942-4bdf-b61c-66a9ec8a279c req-4db99bca-a057-4c19-98c6-60fda83f178f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 Mar 08 14:57:13.683821 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac991bb-3207-4695-90a6-31ea256bc161 req-a21ed388-f40b-40ed-b31f-b7d36707dbd5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:13.685344 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dac991bb-3207-4695-90a6-31ea256bc161 req-a21ed388-f40b-40ed-b31f-b7d36707dbd5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0528264 Mar 08 14:57:13.732598 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dac991bb-3207-4695-90a6-31ea256bc161 req-5cd999f4-9f3d-4f47-ba47-156ddba39958 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Mar 08 14:57:14.083077 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:14.460975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7798164-42d2-4a45-af00-97f36cd1b82c req-d98c9dd4-d9f7-4dc6-99b8-bfc50d87addf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:14.462961 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7798164-42d2-4a45-af00-97f36cd1b82c req-d98c9dd4-d9f7-4dc6-99b8-bfc50d87addf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0513763 Mar 08 14:57:14.508262 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7798164-42d2-4a45-af00-97f36cd1b82c req-b94a8c7e-c178-43d3-90b9-68ecbb86e9a6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Mar 08 14:57:14.954974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4f199-7cb5-45d6-b19c-45fe856cb260 req-3a1c12d1-b394-470d-9928-94284fc9a028 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:14.956431 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76f4f199-7cb5-45d6-b19c-45fe856cb260 req-3a1c12d1-b394-470d-9928-94284fc9a028 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1543355 Mar 08 14:57:15.009340 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76f4f199-7cb5-45d6-b19c-45fe856cb260 req-da9388ca-311c-41db-8ae2-83688b470348 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468116 Mar 08 14:57:15.165762 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7373637c-6c5e-40a7-aca0-af18662910e3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:57:15.187798 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 7373637c-6c5e-40a7-aca0-af18662910e3 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:57:15.188147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7373637c-6c5e-40a7-aca0-af18662910e3 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:57:15.678466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ddf5-8760-4047-8431-f604ccad13aa req-d678bfce-700d-4b9d-b34d-e3e9698a30d1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:15.679958 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bf42ddf5-8760-4047-8431-f604ccad13aa req-d678bfce-700d-4b9d-b34d-e3e9698a30d1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1057363 Mar 08 14:57:15.725060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bf42ddf5-8760-4047-8431-f604ccad13aa req-53ad7fbc-11a3-456d-8f0b-e3335d284f68 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387881 Mar 08 14:57:16.128056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b237-9a6d-4d3a-a0f8-5baeb3856eb1 req-b67b3e94-67ab-4e04-ad8a-1c549e70320c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:16.129504 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3426b237-9a6d-4d3a-a0f8-5baeb3856eb1 req-b67b3e94-67ab-4e04-ad8a-1c549e70320c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0515926 Mar 08 14:57:16.178022 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3426b237-9a6d-4d3a-a0f8-5baeb3856eb1 req-3cf86316-44bf-42bc-a7ed-8003cffe8b19 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Mar 08 14:57:16.841107 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d4e57-6b29-4826-a9fb-4aef79b42e27 req-585c086b-6fb8-4c6b-a2a8-8ae00c3f0742 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:16.842615 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-331d4e57-6b29-4826-a9fb-4aef79b42e27 req-585c086b-6fb8-4c6b-a2a8-8ae00c3f0742 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Mar 08 14:57:16.888235 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-331d4e57-6b29-4826-a9fb-4aef79b42e27 req-3d281d4c-850e-4931-8093-cbd6eb67b7d7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Mar 08 14:57:17.296888 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fb45f-7197-49f9-ad44-70ce4f2fce1f req-dd8a4788-ac8b-477c-9ac9-eeceb88763a3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:17.298395 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1a2fb45f-7197-49f9-ad44-70ce4f2fce1f req-dd8a4788-ac8b-477c-9ac9-eeceb88763a3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0510406 Mar 08 14:57:17.343228 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1a2fb45f-7197-49f9-ad44-70ce4f2fce1f req-9f90082f-7653-4c93-8b72-98afbb28a1e2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Mar 08 14:57:18.043455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5592-9206-4b07-b8f3-ab4eaa63e435 req-9717c63e-0e18-443a-aef1-26a199de1bda tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.045838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc0c5592-9206-4b07-b8f3-ab4eaa63e435 req-9717c63e-0e18-443a-aef1-26a199de1bda tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0887239 Mar 08 14:57:18.076439 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-9371a0e8-08eb-43c0-8b35-33cff3eba54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.078131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-9371a0e8-08eb-43c0-8b35-33cff3eba54c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1129 time: 0.0774982 Mar 08 14:57:18.126478 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fc0c5592-9206-4b07-b8f3-ab4eaa63e435 req-5937077b-8316-44e6-8e5b-e53742400c40 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735521 Mar 08 14:57:18.206793 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-5608b65e-e527-48a2-930a-5e0d2d01f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.208436 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-5608b65e-e527-48a2-930a-5e0d2d01f94a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.1063478 Mar 08 14:57:18.281261 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-de66abae-4d04-4d6d-89c5-38d78ef06cd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 1001 time: 0.0660985 Mar 08 14:57:18.331419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-1ddb1fbb-2a84-41a7-80e3-178a40224f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.332907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-1ddb1fbb-2a84-41a7-80e3-178a40224f7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0450642 Mar 08 14:57:18.395249 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-9f829f99-60fc-4383-a1b4-f5e6c60008c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.396861 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-9f829f99-60fc-4383-a1b4-f5e6c60008c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576594 Mar 08 14:57:18.527100 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85252e-9502-4525-9ca8-08ffd459ebc4 req-1da948d5-d971-4256-b159-8afcbc7f5205 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:18.528634 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b85252e-9502-4525-9ca8-08ffd459ebc4 req-1da948d5-d971-4256-b159-8afcbc7f5205 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.1086452 Mar 08 14:57:18.535131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-c0e9db24-ef77-4aae-af0a-70c6eff70646 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317959 Mar 08 14:57:18.646428 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b85252e-9502-4525-9ca8-08ffd459ebc4 req-146187f0-02ee-400d-93bf-7509bcda1096 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094985 Mar 08 14:57:18.689374 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8659467-f92c-4870-bb3e-50d50f3135b7 req-d1b0bc0e-b7ce-4c18-886e-d702f12cacbe service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258817 Mar 08 14:57:19.271834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98517d-1bba-4627-9dd4-e9c3f71b4a92 req-4f2eef62-2dad-44de-a978-86c0350ec6d3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:19.275432 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c98517d-1bba-4627-9dd4-e9c3f71b4a92 req-4f2eef62-2dad-44de-a978-86c0350ec6d3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0689652 Mar 08 14:57:19.331021 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c98517d-1bba-4627-9dd4-e9c3f71b4a92 req-8910a90d-99ff-4b1d-a487-144f10faf927 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514364 Mar 08 14:57:19.828912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758fbe-ef91-47a2-9eb5-0e64a1efb45b req-c4efdeea-4216-44b9-ab1b-a94853fb7050 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:19.828912 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4758fbe-ef91-47a2-9eb5-0e64a1efb45b req-c4efdeea-4216-44b9-ab1b-a94853fb7050 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0861022 Mar 08 14:57:19.878787 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e4758fbe-ef91-47a2-9eb5-0e64a1efb45b req-bdc51fa5-5a1a-48f7-977b-1eb3de63a3c3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487919 Mar 08 14:57:20.256617 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:20.476360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29578e-0cef-4ea6-bdcc-466e13773dfe req-3dad4701-96fd-4224-933d-07e7ef469b39 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:20.478446 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7b29578e-0cef-4ea6-bdcc-466e13773dfe req-3dad4701-96fd-4224-933d-07e7ef469b39 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0755641 Mar 08 14:57:20.557256 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7b29578e-0cef-4ea6-bdcc-466e13773dfe req-49fc7359-186f-468b-9311-3987b97d5c11 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727947 Mar 08 14:57:21.044072 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ed06-5ed8-41b4-b276-6d1d61596903 req-e3851a8c-53bd-4771-8574-0f973425a57e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:21.046344 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fb96ed06-5ed8-41b4-b276-6d1d61596903 req-e3851a8c-53bd-4771-8574-0f973425a57e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0596709 Mar 08 14:57:21.098986 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fb96ed06-5ed8-41b4-b276-6d1d61596903 req-c310d79d-9cdc-4c25-a62d-7cbb0ae39083 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479093 Mar 08 14:57:21.696376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbb886-9807-4217-b735-9d05d7f420dd req-90dd963d-bfa6-47d8-bf0a-4ba892fa6efd tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:21.697994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eecbb886-9807-4217-b735-9d05d7f420dd req-90dd963d-bfa6-47d8-bf0a-4ba892fa6efd tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0555923 Mar 08 14:57:21.758099 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eecbb886-9807-4217-b735-9d05d7f420dd req-1ce7b81a-42ab-4b83-b98c-6d283696df8a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486174 Mar 08 14:57:22.254036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d914c55-040a-43c8-8387-bc1091c49a53 req-a0d50ae9-5547-4b78-9b88-008b82817132 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:22.255703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8d914c55-040a-43c8-8387-bc1091c49a53 req-a0d50ae9-5547-4b78-9b88-008b82817132 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0787518 Mar 08 14:57:22.321774 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8d914c55-040a-43c8-8387-bc1091c49a53 req-e8258e34-df45-45a9-a7a7-6b79d6b7108d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567439 Mar 08 14:57:22.909002 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a100-2b58-4cf8-ad52-7a46c7632e35 req-679721b1-b585-44db-90a0-9333124978a5 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:22.914247 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8f76a100-2b58-4cf8-ad52-7a46c7632e35 req-679721b1-b585-44db-90a0-9333124978a5 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0784652 Mar 08 14:57:22.966140 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8f76a100-2b58-4cf8-ad52-7a46c7632e35 req-15669800-2b5f-4e99-9c56-1ccba5ed2738 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 Mar 08 14:57:23.461082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea9124-8fae-4eab-95e5-c474755b9403 req-35797bee-ecfc-422e-b02a-d216db7cb289 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:23.463252 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-66ea9124-8fae-4eab-95e5-c474755b9403 req-35797bee-ecfc-422e-b02a-d216db7cb289 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0644360 Mar 08 14:57:23.805281 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-66ea9124-8fae-4eab-95e5-c474755b9403 req-6b85d688-5292-4c3d-b893-1cda2a36be11 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363607 Mar 08 14:57:24.126076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e68f7-f66f-43be-af86-65fcdfc59aec req-441624a7-37ea-4b52-b361-1239c76c46d9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:24.128768 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1e6e68f7-f66f-43be-af86-65fcdfc59aec req-441624a7-37ea-4b52-b361-1239c76c46d9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0644603 Mar 08 14:57:24.187623 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1e6e68f7-f66f-43be-af86-65fcdfc59aec req-8308cc78-2a0e-4589-a42a-346f82737ef2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515161 Mar 08 14:57:24.952533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe4fb-5476-4c89-86d8-86cab2d43a1b req-f5011d0d-f47e-465c-9cf8-5335dd5587c9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:24.954129 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-effbe4fb-5476-4c89-86d8-86cab2d43a1b req-f5011d0d-f47e-465c-9cf8-5335dd5587c9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0579431 Mar 08 14:57:25.021033 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-effbe4fb-5476-4c89-86d8-86cab2d43a1b req-361c1e8d-c2fc-441a-b640-93f154b71e8c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566795 Mar 08 14:57:25.318205 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c781f-28eb-4ae8-a799-5963544faeea req-7f0c5baf-42c2-4fb2-87a3-8f78092b3eed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:25.321110 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b4c781f-28eb-4ae8-a799-5963544faeea req-7f0c5baf-42c2-4fb2-87a3-8f78092b3eed tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0607774 Mar 08 14:57:25.378818 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b4c781f-28eb-4ae8-a799-5963544faeea req-590d3602-3f52-4cf1-888e-a5be008c4bb2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480671 Mar 08 14:57:26.154412 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6d392-ca8d-4254-ba08-88ee2aa52ff8 req-dacfb321-f7a5-4f35-a12f-e7d15d27cec8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:26.156065 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4a6d392-ca8d-4254-ba08-88ee2aa52ff8 req-dacfb321-f7a5-4f35-a12f-e7d15d27cec8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0610952 Mar 08 14:57:26.210854 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4a6d392-ca8d-4254-ba08-88ee2aa52ff8 req-4dedca7b-5996-4520-aef1-d53a0b59500b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488217 Mar 08 14:57:26.530548 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273816ad-cabe-45a5-9a03-9679859bc99e req-48f6f6b8-8bea-407a-8414-3d2633285941 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:26.538344 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-273816ad-cabe-45a5-9a03-9679859bc99e req-48f6f6b8-8bea-407a-8414-3d2633285941 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0726244 Mar 08 14:57:26.618865 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-273816ad-cabe-45a5-9a03-9679859bc99e req-4f5c7cde-6239-4008-b49c-1770a7a1b05c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793455 Mar 08 14:57:27.339953 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47dc70-a44c-4f56-8020-6552aa85afb9 req-098dab1b-86da-4801-b077-8bbfd2d83582 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:27.341338 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5c47dc70-a44c-4f56-8020-6552aa85afb9 req-098dab1b-86da-4801-b077-8bbfd2d83582 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0505159 Mar 08 14:57:27.387041 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5c47dc70-a44c-4f56-8020-6552aa85afb9 req-3e83e096-2b94-442a-99ce-f24ae99bcbe8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 Mar 08 14:57:27.734406 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2bad9-73dc-4fa1-8342-9c5c6c166d62 req-eb02b31d-3e5b-4465-a25c-2db651b60eef tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:27.735874 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6ae2bad9-73dc-4fa1-8342-9c5c6c166d62 req-eb02b31d-3e5b-4465-a25c-2db651b60eef tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0510747 Mar 08 14:57:27.790802 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6ae2bad9-73dc-4fa1-8342-9c5c6c166d62 req-a7787447-2a5e-418d-b571-bc8bab4146af tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494435 Mar 08 14:57:28.512004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad26fa-a891-4faa-99b5-8c81e488082a req-8f2f00c6-8a90-404e-bdff-9670274fadf6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:28.513596 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ddad26fa-a891-4faa-99b5-8c81e488082a req-8f2f00c6-8a90-404e-bdff-9670274fadf6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0516036 Mar 08 14:57:28.561930 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ddad26fa-a891-4faa-99b5-8c81e488082a req-77241937-b885-48a1-806b-c16a3893d524 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Mar 08 14:57:28.913966 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a80b-4c2f-4747-9a50-e3c9a8d81b0e req-8dda65e6-a95e-4f10-a22e-221a952fb1fb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:28.915731 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-14d2a80b-4c2f-4747-9a50-e3c9a8d81b0e req-8dda65e6-a95e-4f10-a22e-221a952fb1fb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Mar 08 14:57:28.965103 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-14d2a80b-4c2f-4747-9a50-e3c9a8d81b0e req-8e91d21c-de79-4a59-818f-fa7a5ccbe7e8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 Mar 08 14:57:29.684763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354710e3-2ee6-4826-a951-9a6f51e43bd4 req-4eaf0554-bd67-47f3-9d7e-e23a35f299cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:29.686318 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-354710e3-2ee6-4826-a951-9a6f51e43bd4 req-4eaf0554-bd67-47f3-9d7e-e23a35f299cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0555270 Mar 08 14:57:29.741222 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-354710e3-2ee6-4826-a951-9a6f51e43bd4 req-3220c0d4-9aa3-4367-b1e0-4afd4eaec4a8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489769 Mar 08 14:57:29.800135 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:57:29.815654 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-5dde2a15-d851-4901-89de-ccb2bd921b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:29.817435 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-5dde2a15-d851-4901-89de-ccb2bd921b42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1129 time: 0.0444467 Mar 08 14:57:29.911834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-c7dc457b-575b-433e-9622-29390221dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:29.913664 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-c7dc457b-575b-433e-9622-29390221dc3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0902023 Mar 08 14:57:29.979834 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-67582900-c129-4598-8369-38aa14fa54b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 1001 time: 0.0594122 Mar 08 14:57:30.039289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-2034961c-cbf0-414a-92ae-eb2d20224c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:30.042688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-2034961c-cbf0-414a-92ae-eb2d20224c22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0553195 Mar 08 14:57:30.117983 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-b31fb53f-ca53-4d36-92f6-24caa0b9ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:30.119696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-b31fb53f-ca53-4d36-92f6-24caa0b9ee03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710270 Mar 08 14:57:30.261820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dffe0-fecc-4bd8-b666-3ff4f787786a req-9afb85d6-de62-438e-b2e5-4c5a815b7e29 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:30.263293 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-875dffe0-fecc-4bd8-b666-3ff4f787786a req-9afb85d6-de62-438e-b2e5-4c5a815b7e29 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0756218 Mar 08 14:57:30.265043 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-029d5008-6098-45b6-b5c1-7ea138a41fb2 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387622 Mar 08 14:57:30.363298 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-875dffe0-fecc-4bd8-b666-3ff4f787786a req-1013a251-b0b9-4c36-883b-5a5c0f6f77ca tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944583 Mar 08 14:57:30.392384 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa0544fd-d657-477b-ae76-f41199a6f60f req-2965df88-e9fa-410f-baed-06c8dcd27545 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173229 Mar 08 14:57:30.877338 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1494-024f-4a7a-917c-469347e35edf req-656f1b8f-34f5-4bc6-bebe-373e9d968b3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:30.879114 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f5b1494-024f-4a7a-917c-469347e35edf req-656f1b8f-34f5-4bc6-bebe-373e9d968b3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0605850 Mar 08 14:57:30.928498 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f5b1494-024f-4a7a-917c-469347e35edf req-fc1a991d-abd9-48d4-b8f4-1f28e7004925 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Mar 08 14:57:31.481530 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80f91-4b78-4a51-a933-d1e5e08c776a req-7a57afcb-fda9-4bb7-9c6e-904c7a54a0cf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:31.483045 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cae80f91-4b78-4a51-a933-d1e5e08c776a req-7a57afcb-fda9-4bb7-9c6e-904c7a54a0cf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Mar 08 14:57:31.534765 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cae80f91-4b78-4a51-a933-d1e5e08c776a req-2ea62830-6f0f-4424-8d3f-d7df86c4f167 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Mar 08 14:57:32.048590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c682a6-3dea-438c-b130-19e3b4a6d138 req-2ad65fe2-d515-4dea-bb01-ac0e79cfb4e5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:32.050011 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-82c682a6-3dea-438c-b130-19e3b4a6d138 req-2ad65fe2-d515-4dea-bb01-ac0e79cfb4e5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0511351 Mar 08 14:57:32.099576 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-82c682a6-3dea-438c-b130-19e3b4a6d138 req-f18761ae-0714-456a-ae23-95743f0f5eee tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 Mar 08 14:57:32.659463 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c40c-4861-4102-81bd-a65737bc7130 req-5af1209f-c7f0-44e4-a20f-b32465583c9c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:32.660978 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a85c40c-4861-4102-81bd-a65737bc7130 req-5af1209f-c7f0-44e4-a20f-b32465583c9c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0558996 Mar 08 14:57:32.714969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a85c40c-4861-4102-81bd-a65737bc7130 req-1e826b8a-3c23-4616-9775-f6455f30c259 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479705 Mar 08 14:57:32.989579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218be27-bfdd-44ad-a7af-89c5b0e6f579 req-1e3bb051-8ad4-45ef-aba3-d4745bf79144 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:32.991358 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8218be27-bfdd-44ad-a7af-89c5b0e6f579 req-1e3bb051-8ad4-45ef-aba3-d4745bf79144 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1044686 Mar 08 14:57:33.088688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8218be27-bfdd-44ad-a7af-89c5b0e6f579 req-41c6b33a-0069-409f-8234-a1cafb982697 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860686 Mar 08 14:57:33.110931 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fadc-338b-4fd4-8829-63a68179406d req-263542e8-7926-4337-a4b3-6eeeec2e9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:33.112438 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-263542e8-7926-4337-a4b3-6eeeec2e9e2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.1201155 Mar 08 14:57:33.203981 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:57:33.230169 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fadc-338b-4fd4-8829-63a68179406d req-3f102d82-96fc-4179-bb78-3873606cdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:33.231687 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-3f102d82-96fc-4179-bb78-3873606cdb98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.1130991 Mar 08 14:57:33.252626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2304-aa45-44f8-a57b-9f8159ebe404 req-ceaa50e4-7dc2-4074-922c-19f7197379a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:33.254174 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78de2304-aa45-44f8-a57b-9f8159ebe404 req-ceaa50e4-7dc2-4074-922c-19f7197379a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 945 time: 0.0783515 Mar 08 14:57:33.281826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: ACTIVE; New status is: DOWN {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:33.282207 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:33.311138 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:57:33.313343 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c72d4-ec0d-4cbb-a64c-bb70805f2b60" -d '{"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-unplugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:57:33.318324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:57:33.323627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:33.332691 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-9a6a591d-365b-4a8b-a029-8ae480d6311b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1001 time: 0.0937827 Mar 08 14:57:33.349293 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a41db5-6a48-43c8-868e-4059c92b7ae2 x-openstack-request-id: req-31a41db5-6a48-43c8-868e-4059c92b7ae2 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:57:33.349587 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-unplugged", "status": "failed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "code": 422}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:57:33.350125 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31a41db5-6a48-43c8-868e-4059c92b7ae2 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:57:33.350549 dv-cinder-830096-2-iscsi neutron-server[119856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'code': 422} returned with failed status Mar 08 14:57:33.373698 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=8']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:33.375629 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78de2304-aa45-44f8-a57b-9f8159ebe404 req-1a6ea340-7bd3-48e5-bf3b-913b41d3d914 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906312 Mar 08 14:57:33.380934 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.381303 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.381662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.382040 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.382374 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.382703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.383239 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.387577 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:33.394895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fadc-338b-4fd4-8829-63a68179406d req-bcb619db-b371-46e1-abd2-55b881d70d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:33.396610 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-bcb619db-b371-46e1-abd2-55b881d70d17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0555456 Mar 08 14:57:33.450712 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fadc-338b-4fd4-8829-63a68179406d req-fbc8300f-25f7-41da-b443-fa2ed0d6e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:33.452234 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-fbc8300f-25f7-41da-b443-fa2ed0d6e3a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491371 Mar 08 14:57:33.541737 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-db256f10-1f1e-4f32-b48f-a367e50801e7 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834532 Mar 08 14:57:33.643551 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d24fadc-338b-4fd4-8829-63a68179406d req-5358bc3e-13ca-4471-afce-1fad61aa8f20 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954406 Mar 08 14:57:33.902771 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-db405a5d-e570-40dc-824a-87c086807aa0 req-08d4b6e6-3265-4a00-9bdb-8e69649b606e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:57:33.903788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-db405a5d-e570-40dc-824a-87c086807aa0 req-08d4b6e6-3265-4a00-9bdb-8e69649b606e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474341 Mar 08 14:57:34.080044 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4491e8-7507-465f-8310-ea7e5aad82af req-d75184d3-7e8a-4fd6-97c3-676d7ce22b70 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:34.081560 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d4491e8-7507-465f-8310-ea7e5aad82af req-d75184d3-7e8a-4fd6-97c3-676d7ce22b70 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0570495 Mar 08 14:57:34.134601 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7d4491e8-7507-465f-8310-ea7e5aad82af req-be3efa1c-9ad6-448f-9092-18cb197980ab tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454919 Mar 08 14:57:34.235356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501904d-19b0-4993-9355-5bba18ee93f9 req-b140ac0a-8f29-49a0-a6bb-da19d0627835 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:34.237771 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e501904d-19b0-4993-9355-5bba18ee93f9 req-b140ac0a-8f29-49a0-a6bb-da19d0627835 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0641029 Mar 08 14:57:34.299555 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 48636) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:34.300126 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e501904d-19b0-4993-9355-5bba18ee93f9 req-9d306831-a2f9-4b92-9eb7-b82273e8d6a9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552642 Mar 08 14:57:34.390162 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-b221b4ea-7b3b-4dd7-9f69-ca1ba52c560e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893977 Mar 08 14:57:34.399731 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-587c176a-05f4-4c06-9090-e2daa15a6a30 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119855) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 14:57:34.400739 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-587c176a-05f4-4c06-9090-e2daa15a6a30 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052545 Mar 08 14:57:34.481279 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 48652) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:34.528606 dv-cinder-830096-2-iscsi neutron-server[119855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 14:57:34.575599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-1555c5c5-470e-4a71-bec6-46ac51fcb9ff tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:34.576964 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-1555c5c5-470e-4a71-bec6-46ac51fcb9ff tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports/08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 940 time: 0.0946815 Mar 08 14:57:35.261373 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e54e8-f4b3-4ffa-b5c4-483dd29ea5bc req-0a04c0c9-48ce-4df2-b2fd-b9fd9dbeffdd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:35.262855 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-095e54e8-f4b3-4ffa-b5c4-483dd29ea5bc req-0a04c0c9-48ce-4df2-b2fd-b9fd9dbeffdd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0549121 Mar 08 14:57:35.309031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-095e54e8-f4b3-4ffa-b5c4-483dd29ea5bc req-11258a4c-bdc3-4d6f-9f5b-c6187d40536b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Mar 08 14:57:35.420049 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b602664-05f5-4850-9922-59b4842b1529 req-3374cd29-346e-4006-ad99-1e24aebbc167 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:35.421542 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b602664-05f5-4850-9922-59b4842b1529 req-3374cd29-346e-4006-ad99-1e24aebbc167 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0517190 Mar 08 14:57:35.479836 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b602664-05f5-4850-9922-59b4842b1529 req-4d114f0e-6897-4303-bdf1-1fba33f3316a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527003 Mar 08 14:57:36.434124 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8dc39-f6aa-4a5b-b184-0a3c3a27a028 req-eb195c5a-7374-42da-8150-6290818d4d3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:36.435628 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eec8dc39-f6aa-4a5b-b184-0a3c3a27a028 req-eb195c5a-7374-42da-8150-6290818d4d3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0551741 Mar 08 14:57:36.481344 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eec8dc39-f6aa-4a5b-b184-0a3c3a27a028 req-bef08333-cc49-48a0-bbac-1583d3fc49a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Mar 08 14:57:36.598961 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e7cc-4bd4-4ef2-becd-0b3c45067c41 req-742abe85-1bb5-470c-b867-a150664e84e7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:36.600708 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d113e7cc-4bd4-4ef2-becd-0b3c45067c41 req-742abe85-1bb5-470c-b867-a150664e84e7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0532949 Mar 08 14:57:36.646097 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d113e7cc-4bd4-4ef2-becd-0b3c45067c41 req-bc503cae-df12-488b-a3d6-8c08b5c82350 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393004 Mar 08 14:57:37.435154 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-24bb8652-97dd-43ca-8b3b-0e1172171757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:37.602277 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37acd24-d9c3-436f-9407-b1580cbdc614 req-8a17e77c-df5b-47e4-9e5c-10dd8a547890 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:37.603770 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a37acd24-d9c3-436f-9407-b1580cbdc614 req-8a17e77c-df5b-47e4-9e5c-10dd8a547890 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0525331 Mar 08 14:57:37.653065 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a37acd24-d9c3-436f-9407-b1580cbdc614 req-8363fee2-8767-4982-87dc-4ce99a2a51e2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Mar 08 14:57:37.760734 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678fe2-201e-4880-9e67-409f32364c0e req-07bb26b2-565e-4029-8125-51c2fe741d4f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:37.762200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c3678fe2-201e-4880-9e67-409f32364c0e req-07bb26b2-565e-4029-8125-51c2fe741d4f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Mar 08 14:57:37.806959 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c3678fe2-201e-4880-9e67-409f32364c0e req-633ec513-3e35-4083-a940-a07537272b21 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Mar 08 14:57:38.771297 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f029ee7-9f11-46e3-b543-fb4d9628b079 req-a52a4a19-5827-4fc9-beb0-ac5c2722aa7e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:38.772750 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4f029ee7-9f11-46e3-b543-fb4d9628b079 req-a52a4a19-5827-4fc9-beb0-ac5c2722aa7e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0505440 Mar 08 14:57:38.822311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4f029ee7-9f11-46e3-b543-fb4d9628b079 req-f5c437bf-b2e8-4f61-91f6-f8f18435d85b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Mar 08 14:57:38.935364 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a485-ff32-4372-bdf1-a347efd7a17a req-da99be85-c87d-46ad-a754-18fdeb2ba7a0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:38.936732 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-32d9a485-ff32-4372-bdf1-a347efd7a17a req-da99be85-c87d-46ad-a754-18fdeb2ba7a0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0545862 Mar 08 14:57:38.982055 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-32d9a485-ff32-4372-bdf1-a347efd7a17a req-82ba1ba1-cea0-4698-93a4-f3a78c7a1905 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Mar 08 14:57:39.717701 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e181d759-cdc5-40e6-9710-da922e37c2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:39.943861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d64f1-8f30-49cc-8a80-01413ba8550a req-bb1aa765-9ee8-4604-b2e2-8402a3deb578 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:39.945337 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-653d64f1-8f30-49cc-8a80-01413ba8550a req-bb1aa765-9ee8-4604-b2e2-8402a3deb578 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0517893 Mar 08 14:57:39.990787 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-653d64f1-8f30-49cc-8a80-01413ba8550a req-7731a8ef-4b50-43eb-8213-a8628576b54e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Mar 08 14:57:40.100320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc85ed-a72f-4647-b7fd-2ba1856334b2 req-db1918bc-a202-49e0-9376-ff479118084a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:40.102402 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7abc85ed-a72f-4647-b7fd-2ba1856334b2 req-db1918bc-a202-49e0-9376-ff479118084a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Mar 08 14:57:40.150618 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7abc85ed-a72f-4647-b7fd-2ba1856334b2 req-0f75ad5d-3eab-43b2-9eb0-472b20329de0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Mar 08 14:57:40.753766 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:41.110751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f275ea2-b49f-4277-97da-53280e3febdc req-a4b16fdf-723f-4c7f-b5c7-73815835e5ed tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:41.112232 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2f275ea2-b49f-4277-97da-53280e3febdc req-a4b16fdf-723f-4c7f-b5c7-73815835e5ed tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0510049 Mar 08 14:57:41.158873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2f275ea2-b49f-4277-97da-53280e3febdc req-1cc6659c-4115-4dce-af87-2cbf7c3cec04 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Mar 08 14:57:41.246037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:57:41.276487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adec5a7-7b11-4663-8d35-f6bb74c054e7 req-c4f7bdb8-8630-4bfb-856e-dce2ae37076d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:41.277946 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6adec5a7-7b11-4663-8d35-f6bb74c054e7 req-c4f7bdb8-8630-4bfb-856e-dce2ae37076d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0550706 Mar 08 14:57:41.343626 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: DOWN; New status is: DOWN {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:57:41.347624 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6adec5a7-7b11-4663-8d35-f6bb74c054e7 req-3ca44c2b-bb42-4756-b851-baabff2de883 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633609 Mar 08 14:57:42.257475 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:42.285289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68787c2c-0183-4ff9-b87d-12b85749d7e8 req-ac10ce49-a7a4-4175-803c-ed44c6c49662 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:42.286795 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68787c2c-0183-4ff9-b87d-12b85749d7e8 req-ac10ce49-a7a4-4175-803c-ed44c6c49662 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0555890 Mar 08 14:57:42.333722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68787c2c-0183-4ff9-b87d-12b85749d7e8 req-e4e5dd78-69dc-411a-accc-fa14d796eef9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Mar 08 14:57:42.465171 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593c613-0542-431c-b9c3-2cc52a8dae53 req-a739d209-99b4-49cb-abf2-232c7a1744bf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:42.466607 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1593c613-0542-431c-b9c3-2cc52a8dae53 req-a739d209-99b4-49cb-abf2-232c7a1744bf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Mar 08 14:57:42.512335 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1593c613-0542-431c-b9c3-2cc52a8dae53 req-5dc80573-880b-4632-b9cb-680ce8054a28 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Mar 08 14:57:43.462408 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da318269-74f7-4bcf-b4f0-b6e7d2c468e5 req-231fe5bb-a6f0-4eef-adb7-3b76be78f977 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:43.463892 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da318269-74f7-4bcf-b4f0-b6e7d2c468e5 req-231fe5bb-a6f0-4eef-adb7-3b76be78f977 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0585585 Mar 08 14:57:43.510203 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da318269-74f7-4bcf-b4f0-b6e7d2c468e5 req-f735273b-cb7c-4b42-be55-16c5ec4ebae2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 Mar 08 14:57:43.635617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4bcb8-56b8-416a-9692-3770ef9bf883 req-c17ad68b-5e6b-49d8-ae54-e302ba4c2920 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:43.637120 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2df4bcb8-56b8-416a-9692-3770ef9bf883 req-c17ad68b-5e6b-49d8-ae54-e302ba4c2920 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0537188 Mar 08 14:57:43.700638 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2df4bcb8-56b8-416a-9692-3770ef9bf883 req-4cbaa22a-4249-406b-af63-33c563aff6b4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570786 Mar 08 14:57:44.088160 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:44.574454 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-882b6f1d-0216-402a-bc7a-0dfbad6323b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.575864 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-882b6f1d-0216-402a-bc7a-0dfbad6323b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 1127 time: 0.0789292 Mar 08 14:57:44.661467 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c579f9-91a1-4603-8192-696e1352b711 req-6c2796b2-8274-4a95-92bf-47628edf831b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.662962 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6c579f9-91a1-4603-8192-696e1352b711 req-6c2796b2-8274-4a95-92bf-47628edf831b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0815101 Mar 08 14:57:44.668297 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-3c2237e2-7090-4d4f-9538-b87c29798fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.669664 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-3c2237e2-7090-4d4f-9538-b87c29798fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1127 time: 0.0619245 Mar 08 14:57:44.763844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6c579f9-91a1-4603-8192-696e1352b711 req-96cf0750-5ab0-45da-941b-725f87112995 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932262 Mar 08 14:57:44.788365 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-fcbbe1fd-00a5-40e0-9637-66245766d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.799776 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-fcbbe1fd-00a5-40e0-9637-66245766d298 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.1138678 Mar 08 14:57:44.860916 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-fc260464-b80f-4ca0-8e2a-d6e7af76c51b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 999 time: 0.0639396 Mar 08 14:57:44.909258 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-a3e6b371-215a-4f4d-b3c5-83dced67d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.910764 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-a3e6b371-215a-4f4d-b3c5-83dced67d290 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0440438 Mar 08 14:57:44.960445 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-d31d862f-0413-4717-8f0e-04ec0ab66c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:44.962046 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-d31d862f-0413-4717-8f0e-04ec0ab66c25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458210 Mar 08 14:57:45.054877 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-0e3a4d1c-30c9-47ad-abb8-d7cbb168d98f service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851076 Mar 08 14:57:45.140933 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-17f093ef-1de9-4360-9d82-ee510a2838b5 req-71580a30-65b2-490c-8d3d-67577746f99c service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806234 Mar 08 14:57:45.903034 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b6a28-8b0d-4f77-86a9-2b3cbfbc64e7 req-29a5dbf7-703a-4d95-8dc9-00271cc0972b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:45.904572 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da0b6a28-8b0d-4f77-86a9-2b3cbfbc64e7 req-29a5dbf7-703a-4d95-8dc9-00271cc0972b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0584710 Mar 08 14:57:45.958121 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da0b6a28-8b0d-4f77-86a9-2b3cbfbc64e7 req-e5a803cf-f6a4-4ab5-bb94-dad70b31039d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 Mar 08 14:57:47.115075 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f1c61-6ee5-4ada-b579-7f95f4ac0f38 req-8aef7bd5-2faa-4b64-b067-2f43470d93cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:47.115780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-601f1c61-6ee5-4ada-b579-7f95f4ac0f38 req-8aef7bd5-2faa-4b64-b067-2f43470d93cc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0730352 Mar 08 14:57:47.166178 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-601f1c61-6ee5-4ada-b579-7f95f4ac0f38 req-930f4588-20d2-4305-8ef6-bfef14e19754 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Mar 08 14:57:48.297298 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9b01-4ac3-4bca-aa23-6c97daf58566 req-c29cf8d7-8a8f-44be-a970-24f4d9de6061 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:48.298903 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d5d9b01-4ac3-4bca-aa23-6c97daf58566 req-c29cf8d7-8a8f-44be-a970-24f4d9de6061 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0535350 Mar 08 14:57:48.351483 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d5d9b01-4ac3-4bca-aa23-6c97daf58566 req-8ad4e378-2912-4a03-aa7b-1abbdf248e4a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467582 Mar 08 14:57:49.477845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d053-012e-4335-88ce-818ecc652697 req-94c2c117-5559-47df-8938-0b5974d6bd38 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:49.480017 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfd7d053-012e-4335-88ce-818ecc652697 req-94c2c117-5559-47df-8938-0b5974d6bd38 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0554686 Mar 08 14:57:49.531729 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfd7d053-012e-4335-88ce-818ecc652697 req-a18cd2a0-b78e-4f01-a453-a3464ad4e770 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452251 Mar 08 14:57:50.261113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:50.659366 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b3c7-e4a9-40d0-806d-28a3d38f61f2 req-e4dc1488-2a57-4274-b21b-29aed32a978f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:50.660893 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a81b3c7-e4a9-40d0-806d-28a3d38f61f2 req-e4dc1488-2a57-4274-b21b-29aed32a978f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0534275 Mar 08 14:57:50.715166 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a81b3c7-e4a9-40d0-806d-28a3d38f61f2 req-698ad61a-825d-43ab-b78f-43e46a3be483 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487018 Mar 08 14:57:51.841285 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b4b2-fe95-4c5f-bf7f-e6a9c0fa2fd4 req-3a3c1a78-7b9f-476d-8e43-ded49b007b74 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:51.842761 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0823b4b2-fe95-4c5f-bf7f-e6a9c0fa2fd4 req-3a3c1a78-7b9f-476d-8e43-ded49b007b74 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0498054 Mar 08 14:57:51.891960 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0823b4b2-fe95-4c5f-bf7f-e6a9c0fa2fd4 req-9f6dee40-8a1b-479f-b321-9789b18c937b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Mar 08 14:57:53.024987 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860087-8bd5-449f-b753-0dc24eff8abd req-b786c496-2329-4350-97ea-c9a5c5a4a0f7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:53.030354 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dc860087-8bd5-449f-b753-0dc24eff8abd req-b786c496-2329-4350-97ea-c9a5c5a4a0f7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0624745 Mar 08 14:57:53.086557 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dc860087-8bd5-449f-b753-0dc24eff8abd req-afb0207b-d385-4cdd-be1a-c0cfecde8afb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533116 Mar 08 14:57:54.213456 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21844bc-9d9e-431a-ba9e-5e04b6a48a13 req-c1375fb7-afb2-492e-b0ca-02ab7effcb9f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:54.215255 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e21844bc-9d9e-431a-ba9e-5e04b6a48a13 req-c1375fb7-afb2-492e-b0ca-02ab7effcb9f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0596747 Mar 08 14:57:54.265118 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e21844bc-9d9e-431a-ba9e-5e04b6a48a13 req-26b50852-147c-42bc-8397-233823c943b1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Mar 08 14:57:55.483879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91386b7f-a3b1-4e0f-9da9-d47f38157f6d req-aad4423d-dff8-4a58-9819-1ececb646c6f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:55.485754 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91386b7f-a3b1-4e0f-9da9-d47f38157f6d req-aad4423d-dff8-4a58-9819-1ececb646c6f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.1031170 Mar 08 14:57:55.566303 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91386b7f-a3b1-4e0f-9da9-d47f38157f6d req-9dd28790-314c-425c-bd8c-999d5156d461 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738373 Mar 08 14:57:55.693321 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-5a4f447f-eedb-4908-a5ad-3d0dd205e09d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013927307&fields=id&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 267 time: 0.0636942 Mar 08 14:57:55.802662 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-453541c5-edf9-4bdf-9df5-1c9e2d637d69 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:55.806663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-453541c5-edf9-4bdf-9df5-1c9e2d637d69 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1119447 Mar 08 14:57:55.819838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-98f4a555-82ac-4bcd-b682-8dae11ee4abb tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/quotas/de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 375 time: 0.0093293 Mar 08 14:57:55.887441 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-b7bfb8f2-fc84-4fb5-b078-df7110466aaa tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601134 Mar 08 14:57:56.054545 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-ae170feb-96ee-4ee9-a27a-3bab11034e3e service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466298 Mar 08 14:57:56.222666 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-88e09e0f-f543-4bd2-9dd5-809432c02d45 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609941 Mar 08 14:57:56.789275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90219c2b-3fc1-4ab6-998c-f342affafdcc req-56e947f1-f0a0-4b36-b531-b427f8297b9f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:56.798469 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90219c2b-3fc1-4ab6-998c-f342affafdcc req-56e947f1-f0a0-4b36-b531-b427f8297b9f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0955193 Mar 08 14:57:56.882046 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e80bc2f3-e33b-4064-be7d-0f5eaeb509bb req-c2669e77-aae0-486c-9d15-a473a991e575 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 210 time: 0.0572870 Mar 08 14:57:56.921823 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90219c2b-3fc1-4ab6-998c-f342affafdcc req-f27ed68f-7b52-45c8-924d-d23033c5d324 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217058 Mar 08 14:57:57.239652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49062) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:57.341504 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.413310 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Publish callbacks [] for security_group (b9cfd540-9b76-46f8-847e-413f5317d7fc), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.417927 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b9cfd540-9b76-46f8-847e-413f5317d7fc), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.455166 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=225390cecbe84e7e8b5a8c69a738229b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144125 Mar 08 14:57:57.455978 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cfd540-9b76-46f8-847e-413f5317d7fc,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:57.457824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49066) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:57.463503 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.463849 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.464186 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.464513 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.464837 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.465158 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.465480 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.465828 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.466137 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.466463 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.466778 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.467090 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.467401 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90b96a-5b83-4d21-8517-f85be50f04b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.505012 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Publish callbacks [] for security_group (b9cfd540-9b76-46f8-847e-413f5317d7fc), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.525388 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Publish callbacks [] for security_group (b9cfd540-9b76-46f8-847e-413f5317d7fc), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.570296 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b9cfd540-9b76-46f8-847e-413f5317d7fc), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.573684 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.574840 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9cfd540-9b76-46f8-847e-413f5317d7fc HTTP/1.1" status: 204 len: 168 time: 0.1160159 Mar 08 14:57:57.581982 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cfd540-9b76-46f8-847e-413f5317d7fc,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:57.588861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.589204 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.589550 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.589911 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.590250 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.590579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.590909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.591235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.591563 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.591887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.592271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.592521 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.592966 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426b7eb-ad1d-45b5-b87f-ed6056994d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:57:57.830924 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49074) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:57.844580 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbd81872-0286-4698-a96c-b00b5455f377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.919130 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbd81872-0286-4698-a96c-b00b5455f377 admin admin] Publish callbacks [] for security_group (496def3e-6be7-44f3-ac01-1958ae758c2a), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.922823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbd81872-0286-4698-a96c-b00b5455f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (496def3e-6be7-44f3-ac01-1958ae758c2a), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:57.985185 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ef9dc12-e16e-4d6f-97c3-264ee2844b4a req-f2f8b24d-3655-4fc8-b5a6-87ca3d9b2dab tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 210 time: 0.0429080 Mar 08 14:57:57.993458 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cbd81872-0286-4698-a96c-b00b5455f377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a60cc001ae644dd8209af1b0aff9893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591673 Mar 08 14:57:57.993744 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49082) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:57:58.004426 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd81872-0286-4698-a96c-b00b5455f377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496def3e-6be7-44f3-ac01-1958ae758c2a,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:58.083043 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] Publish callbacks [] for security_group (496def3e-6be7-44f3-ac01-1958ae758c2a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:58.091498 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213803-4b0f-4df6-9ac6-5bef863acf05 req-051be54e-bf25-4db5-95cc-8e2d607bd3e6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:58.092974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-13213803-4b0f-4df6-9ac6-5bef863acf05 req-051be54e-bf25-4db5-95cc-8e2d607bd3e6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0912116 Mar 08 14:57:58.125482 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] Publish callbacks [] for security_group (496def3e-6be7-44f3-ac01-1958ae758c2a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:58.173581 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-13213803-4b0f-4df6-9ac6-5bef863acf05 req-bb5d3f02-8b5f-4dc5-94cb-77bcaffa1759 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725231 Mar 08 14:57:58.192261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (496def3e-6be7-44f3-ac01-1958ae758c2a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:58.194857 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:58.195988 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/496def3e-6be7-44f3-ac01-1958ae758c2a HTTP/1.1" status: 204 len: 168 time: 0.1993663 Mar 08 14:57:58.203859 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73040fd2-66fa-45e6-99fc-8375df7d8a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496def3e-6be7-44f3-ac01-1958ae758c2a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:58.923478 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-407b5ff0-05e5-40fd-9a02-77c5b19c18ca tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:58.925802 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-407b5ff0-05e5-40fd-9a02-77c5b19c18ca tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1366940 Mar 08 14:57:58.991653 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-c34a88c0-72a4-4ea5-b06a-a6208a4c2fd9 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 380 time: 0.0565636 Mar 08 14:57:59.004340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'port': {'device_id': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'admin_state_up': True, 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'security_groups': ['fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:57:59.142161 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05459173-05bf-4fd2-84a0-8885a4ec9a19 req-9182e6f8-4ebf-4bf4-95ba-1b58f620762c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 210 time: 0.0360765 Mar 08 14:57:59.195164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Made reservation on behalf of de3400e761894483a66d8f846d1a3a3f for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:57:59.198822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:59.649023 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f923-8d8f-480f-a9e4-cb52caf36226 req-79d9b2ae-19a2-48f9-88b0-6db5c5786bdb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:59.651597 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00b0f923-8d8f-480f-a9e4-cb52caf36226 req-79d9b2ae-19a2-48f9-88b0-6db5c5786bdb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.3903742 Mar 08 14:57:59.681248 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.20.0.7 (5eb25968-5507-4b56-b328-0c419feec1b2/1a1aac02-f7ae-4ea5-87f6-5334762a96b8/4e31314e-e1cf-4ae8-8ef5-27b5885aec6f) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:57:59.734156 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00b0f923-8d8f-480f-a9e4-cb52caf36226 req-bf768068-9891-4898-b954-9a643aaba02d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738711 Mar 08 14:57:59.848503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:59.882593 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:57:59.926535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:57:59.929496 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:57:59.933314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:57:59.940042 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:57:59.990455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:57:59.991098 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.021777 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a4114e97-0ffd-4922-a0ed-4a94d355d329 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0226371 Mar 08 14:58:00.038894 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Request body: {'port': {'device_id': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:00.125584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.238693 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-2161db08-4c92-4d9c-bc9f-580468203537 None None] Provisioning complete for port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:00.240777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2161db08-4c92-4d9c-bc9f-580468203537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.291802 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2161db08-4c92-4d9c-bc9f-580468203537 None None] Port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:58:00.381890 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331bae-e4d4-42d4-9366-a63cc7321375 req-21d9c7bc-384c-44a9-83db-02e6cfe9a78d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:00.383398 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54331bae-e4d4-42d4-9366-a63cc7321375 req-21d9c7bc-384c-44a9-83db-02e6cfe9a78d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 931 time: 0.1175175 Mar 08 14:58:00.475603 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54331bae-e4d4-42d4-9366-a63cc7321375 req-d1c96229-0aed-4e6b-bf9e-f64b5d1c1cd3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856688 Mar 08 14:58:00.508590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:58:00.515963 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks [] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.527998 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Transition to ACTIVE for port object 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:58:00.531570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.579607 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Pushing event updated for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:00.655598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Attempting to bind port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:00.655931 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Attempting to bind port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:00.656259 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Attempting to bind port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:00.661006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f on network 5eb25968-5507-4b56-b328-0c419feec1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:58:00.661387 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Attempting to bind port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:00.667980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:00.668335 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:00.668726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Bound using segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:00.669161 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Bound port: 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:00.669520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.733758 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:00.736703 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:00.742489 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.775109 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:00.775833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:00.777295 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e31314e-e1cf-4ae8-8ef5-27b5885aec6f HTTP/1.1" status: 200 len: 1093 time: 0.7462070 Mar 08 14:58:00.777748 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:58:00.780057 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f99cdc-e006-43bf-9296-ea28aa1606a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:58:00.825490 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad74d8-01f6-42b6-83c1-9d5105228556 service neutron] Pushing event updated for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:00.919110 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-8fbc4825-b7f6-4bcb-81d2-9271eae3f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:00.920844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-8fbc4825-b7f6-4bcb-81d2-9271eae3f242 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 1127 time: 0.0843883 Mar 08 14:58:00.970431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1b4e7-a412-474f-9b2b-9f61725d6885 req-e4fd6396-ed9e-4598-bbe3-dd7f4eb4d5ef tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:00.971976 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-19e1b4e7-a412-474f-9b2b-9f61725d6885 req-e4fd6396-ed9e-4598-bbe3-dd7f4eb4d5ef tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.1049330 Mar 08 14:58:00.973478 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-40d17f15-ac03-4571-9103-284086031b99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f HTTP/1.1" status: 200 len: 217 time: 0.0458138 Mar 08 14:58:01.003625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd3c5e-9b59-41b3-8caa-a35c2c393941 x-openstack-request-id: req-55dd3c5e-9b59-41b3-8caa-a35c2c393941 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:58:01.003917 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:58:01.004172 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55dd3c5e-9b59-41b3-8caa-a35c2c393941 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:58:01.004581 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'status': 'completed', 'code': 200} Mar 08 14:58:01.058999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a0076f7b-eb4b-4d91-b159-44491b17d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.060481 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a0076f7b-eb4b-4d91-b159-44491b17d5b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0807438 Mar 08 14:58:01.063920 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-19e1b4e7-a412-474f-9b2b-9f61725d6885 req-6a19aa35-b26d-4ee7-bd73-96d8b774ca37 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858839 Mar 08 14:58:01.117210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-57b36fdc-0ab6-4ecd-a310-ff1d04dbafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.120522 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-57b36fdc-0ab6-4ecd-a310-ff1d04dbafd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531638 Mar 08 14:58:01.230551 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-c7ab5b88-5455-4049-b1e6-035c72c14914 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022077 Mar 08 14:58:01.329409 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e45eeb-1530-4eb8-95f9-babfaa2317d3 req-a14f569f-3d09-4e62-b620-ba004c4f4585 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917523 Mar 08 14:58:01.426521 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-9a86534f-47c1-4618-9aa9-1a84acb901d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.428253 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-9a86534f-47c1-4618-9aa9-1a84acb901d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 1127 time: 0.0510769 Mar 08 14:58:01.539254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-e7f627c2-0272-4a14-afc0-0c021a1476df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.540818 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-e7f627c2-0272-4a14-afc0-0c021a1476df service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.1051557 Mar 08 14:58:01.606511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-a82dd7c2-0e7b-46bd-9e7f-c4be0f155fd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f HTTP/1.1" status: 200 len: 217 time: 0.0584109 Mar 08 14:58:01.663312 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bade9-92ab-4117-92c4-4b0a7a3a977f req-9ad0c9f2-5bc0-42ca-b514-377a8d5b9675 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.664956 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e53bade9-92ab-4117-92c4-4b0a7a3a977f req-9ad0c9f2-5bc0-42ca-b514-377a8d5b9675 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.1108396 Mar 08 14:58:01.675849 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-84811cad-3dfc-44ac-b61a-d5d46a621824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.677200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-84811cad-3dfc-44ac-b61a-d5d46a621824 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0633383 Mar 08 14:58:01.751643 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e53bade9-92ab-4117-92c4-4b0a7a3a977f req-17d29718-262c-4375-9b93-0da50dcb28c0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783162 Mar 08 14:58:01.758498 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-774aa2ca-2321-4a68-912f-4f2fb81bf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:01.760337 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-774aa2ca-2321-4a68-912f-4f2fb81bf843 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768933 Mar 08 14:58:01.853274 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-93e82d3a-07d2-473e-910b-b7211204d1a5 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857468 Mar 08 14:58:01.942286 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f99cdc-e006-43bf-9296-ea28aa1606a4 req-8bd43a53-b03c-4d55-8328-1a2e700127bb service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817702 Mar 08 14:58:02.188539 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c694e-f887-4ffc-8c58-4946da9b0d8f req-b2be9ba1-05a3-42e6-991a-ca9967c9c43c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:02.190039 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a12c694e-f887-4ffc-8c58-4946da9b0d8f req-b2be9ba1-05a3-42e6-991a-ca9967c9c43c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0525508 Mar 08 14:58:02.239261 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a12c694e-f887-4ffc-8c58-4946da9b0d8f req-c4e6be5f-27a4-4187-aff5-5cfde46f7261 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437689 Mar 08 14:58:02.506902 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49220) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:02.613337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-72bf92aa-fbbf-4667-b60f-a831c10347f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.628294 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49230) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:02.680878 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Deleting subnet 50699bce-7330-443a-b3e7-3f99bec70be8 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 14:58:02.685610 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Publish callbacks [] for subnet (50699bce-7330-443a-b3e7-3f99bec70be8), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.696857 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-72bf92aa-fbbf-4667-b60f-a831c10347f6 admin admin] Publish callbacks [] for security_group (e1b29154-0f88-466d-95b4-0f94459c1c10), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.705499 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-72bf92aa-fbbf-4667-b60f-a831c10347f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e1b29154-0f88-466d-95b4-0f94459c1c10), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.724833 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (50699bce-7330-443a-b3e7-3f99bec70be8), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.745000 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-72bf92aa-fbbf-4667-b60f-a831c10347f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e179aed2fdb14ab6b3c9815aaa46cd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364266 Mar 08 14:58:02.748328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49234) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:02.755486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf92aa-fbbf-4667-b60f-a831c10347f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b29154-0f88-466d-95b4-0f94459c1c10,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:02.770867 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (50699bce-7330-443a-b3e7-3f99bec70be8), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.800908 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] Publish callbacks [] for security_group (e1b29154-0f88-466d-95b4-0f94459c1c10), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.824650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] Publish callbacks [] for security_group (e1b29154-0f88-466d-95b4-0f94459c1c10), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.831093 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (50699bce-7330-443a-b3e7-3f99bec70be8), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.860439 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50699bce-7330-443a-b3e7-3f99bec70be8,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:02.864309 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.868421 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-184b7fcd-c5a9-4a84-918a-6fba88833793 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/50699bce-7330-443a-b3e7-3f99bec70be8 HTTP/1.1" status: 204 len: 168 time: 0.2389951 Mar 08 14:58:02.871073 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49238) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:02.913387 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0941f34-771f-4303-bf86-d3eca971265f req-a982540f-5572-4462-bcf1-dee6ab6209be tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:02.914858 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0941f34-771f-4303-bf86-d3eca971265f req-a982540f-5572-4462-bcf1-dee6ab6209be tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0825183 Mar 08 14:58:02.935968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e1b29154-0f88-466d-95b4-0f94459c1c10), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.938508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.939832 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1b29154-0f88-466d-95b4-0f94459c1c10 HTTP/1.1" status: 204 len: 168 time: 0.1907070 Mar 08 14:58:02.953682 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955c09-3a84-4c98-9da4-49b6c6c1538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b29154-0f88-466d-95b4-0f94459c1c10,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:02.960270 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (5b626b4e-a860-441f-9419-96f72ba1222b), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:02.991310 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b0941f34-771f-4303-bf86-d3eca971265f req-1c377db0-7530-43a5-bef0-6115cf1910c4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682223 Mar 08 14:58:03.054560 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (5b626b4e-a860-441f-9419-96f72ba1222b), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.078862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b626b4e-a860-441f-9419-96f72ba1222b']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:03.092764 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966ffbe7-a131-4ccf-a5ec-565819debb81') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:03.093073 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966ffbe7-a131-4ccf-a5ec-565819debb81') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:03.108595 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (966ffbe7-a131-4ccf-a5ec-565819debb81), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.124793 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (966ffbe7-a131-4ccf-a5ec-565819debb81), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.131796 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 14:58:03.132203 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (966ffbe7-a131-4ccf-a5ec-565819debb81), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 14:58:03.134203 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 14:58:03.202264 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (5b626b4e-a860-441f-9419-96f72ba1222b), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.208295 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.211710 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b626b4e-a860-441f-9419-96f72ba1222b HTTP/1.1" status: 204 len: 168 time: 0.3396144 Mar 08 14:58:03.223215 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae02c6-57ef-463c-87a5-5ac1d29d8732 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b626b4e-a860-441f-9419-96f72ba1222b,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:03.374151 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0c21d-249d-4df2-b685-f64606fe2350 req-dbdc8103-a2c5-4529-80fe-6225f97d060f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:03.375709 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4dc0c21d-249d-4df2-b685-f64606fe2350 req-dbdc8103-a2c5-4529-80fe-6225f97d060f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0573223 Mar 08 14:58:03.388888 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49246) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:03.425698 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4dc0c21d-249d-4df2-b685-f64606fe2350 req-08c6c714-b9eb-49a5-b2e6-780fc63df850 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444069 Mar 08 14:58:03.428535 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-18eacd2a-07f3-4777-8ad3-ccc5af543036 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1573d88724f343999bbda992f0dacad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384848 Mar 08 14:58:03.431051 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49248) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:03.478361 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] Publish callbacks [] for security_group (22563beb-af07-4823-8d7f-6b4ab6152bc8), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.499353 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] Publish callbacks [] for security_group (22563beb-af07-4823-8d7f-6b4ab6152bc8), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.546987 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (22563beb-af07-4823-8d7f-6b4ab6152bc8), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.549552 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:03.550739 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22563beb-af07-4823-8d7f-6b4ab6152bc8 HTTP/1.1" status: 204 len: 168 time: 0.1182973 Mar 08 14:58:03.558912 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b6d4a-f04b-41cb-b127-636d978cfdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22563beb-af07-4823-8d7f-6b4ab6152bc8,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:04.111111 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49280) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:04.117989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221910ee-2c2c-48af-990e-beee545d9906 req-820ff76a-6615-47af-baf6-2d9eb9cbc087 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:04.125135 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-221910ee-2c2c-48af-990e-beee545d9906 req-820ff76a-6615-47af-baf6-2d9eb9cbc087 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0701716 Mar 08 14:58:04.183801 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-221910ee-2c2c-48af-990e-beee545d9906 req-96947901-fece-46bd-80cd-346ebfe32e3a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519621 Mar 08 14:58:04.253455 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6814-ea13-484a-afc1-bd7e738c8542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.337582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6814-ea13-484a-afc1-bd7e738c8542 admin admin] Publish callbacks [] for security_group (895bd5f6-fd0e-4376-9274-fed618ab677b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.342429 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6814-ea13-484a-afc1-bd7e738c8542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (895bd5f6-fd0e-4376-9274-fed618ab677b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.380487 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2dbe6814-ea13-484a-afc1-bd7e738c8542 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd780defcf3244ddb290effd9998ad72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682924 Mar 08 14:58:04.381207 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe6814-ea13-484a-afc1-bd7e738c8542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895bd5f6-fd0e-4376-9274-fed618ab677b,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:04.383226 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49290) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:04.432143 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] Publish callbacks [] for security_group (895bd5f6-fd0e-4376-9274-fed618ab677b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.453965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] Publish callbacks [] for security_group (895bd5f6-fd0e-4376-9274-fed618ab677b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.515111 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (895bd5f6-fd0e-4376-9274-fed618ab677b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.517967 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.519105 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/895bd5f6-fd0e-4376-9274-fed618ab677b HTTP/1.1" status: 204 len: 168 time: 0.1349175 Mar 08 14:58:04.544432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a013c-e8c6-4d9e-be8a-88d4dbb96bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895bd5f6-fd0e-4376-9274-fed618ab677b,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:04.569756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870bf38-bb28-42c6-8d21-aab0f3a884e2 req-b4ef7e13-34a3-414a-b24e-f9d4010bcb3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:04.571306 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0870bf38-bb28-42c6-8d21-aab0f3a884e2 req-b4ef7e13-34a3-414a-b24e-f9d4010bcb3e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0683463 Mar 08 14:58:04.625995 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0870bf38-bb28-42c6-8d21-aab0f3a884e2 req-be83cb94-82b2-497b-bcc8-1f218c173daa tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482237 Mar 08 14:58:04.856148 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49314) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:04.874408 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3a34088e-1ecd-4316-8a11-c42ff22c6d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.960016 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3a34088e-1ecd-4316-8a11-c42ff22c6d66 admin admin] Publish callbacks [] for security_group (72b6ce9f-21a5-4d30-a051-60ccaa7dd246), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:04.965520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3a34088e-1ecd-4316-8a11-c42ff22c6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (72b6ce9f-21a5-4d30-a051-60ccaa7dd246), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:05.005826 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3a34088e-1ecd-4316-8a11-c42ff22c6d66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b33daf57bd443caa746400670b238b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485357 Mar 08 14:58:05.008055 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34088e-1ecd-4316-8a11-c42ff22c6d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6ce9f-21a5-4d30-a051-60ccaa7dd246,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:05.008564 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49320) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:05.057644 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] Publish callbacks [] for security_group (72b6ce9f-21a5-4d30-a051-60ccaa7dd246), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:05.079301 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] Publish callbacks [] for security_group (72b6ce9f-21a5-4d30-a051-60ccaa7dd246), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:05.124006 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (72b6ce9f-21a5-4d30-a051-60ccaa7dd246), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:05.126592 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:05.127733 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72b6ce9f-21a5-4d30-a051-60ccaa7dd246 HTTP/1.1" status: 204 len: 168 time: 0.1181855 Mar 08 14:58:05.135889 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ff262-b16b-4114-9e1d-0ffa1598ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6ce9f-21a5-4d30-a051-60ccaa7dd246,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:05.305289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ecbd-e407-450a-af24-96cf9a02a6da req-17bf9dce-3f39-4ea9-a469-5df1ceb30147 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:05.307567 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e50ecbd-e407-450a-af24-96cf9a02a6da req-17bf9dce-3f39-4ea9-a469-5df1ceb30147 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0566118 Mar 08 14:58:05.357593 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e50ecbd-e407-450a-af24-96cf9a02a6da req-75e1237d-dbf0-42c7-b21b-9d84673a8942 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445359 Mar 08 14:58:05.762076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1986-1a5c-4201-99a5-c2227f4675e7 req-5b59ed0b-3b97-4ab1-8c65-23251f2c2742 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:05.763464 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0c0f1986-1a5c-4201-99a5-c2227f4675e7 req-5b59ed0b-3b97-4ab1-8c65-23251f2c2742 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0605083 Mar 08 14:58:05.809504 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0c0f1986-1a5c-4201-99a5-c2227f4675e7 req-f3310188-30e3-440a-9d75-b9ba1cba0885 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404792 Mar 08 14:58:06.192556 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49364) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:06.294172 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df19b69b-cceb-4af6-9b45-088eff4a2d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.367538 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df19b69b-cceb-4af6-9b45-088eff4a2d12 admin admin] Publish callbacks [] for security_group (1e80f5bd-4be7-4859-9388-bb90220f69a2), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.371364 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df19b69b-cceb-4af6-9b45-088eff4a2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (1e80f5bd-4be7-4859-9388-bb90220f69a2), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.411764 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-df19b69b-cceb-4af6-9b45-088eff4a2d12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a05e9a0a344486982510048944adf1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181160 Mar 08 14:58:06.412621 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19b69b-cceb-4af6-9b45-088eff4a2d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e80f5bd-4be7-4859-9388-bb90220f69a2,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:06.415178 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49370) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:06.504899 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7d488-14f7-4cde-94a2-4bc34b1635d1 req-2396e657-0345-4afb-a416-b9fd824847d5 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:06.506411 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4bd7d488-14f7-4cde-94a2-4bc34b1635d1 req-2396e657-0345-4afb-a416-b9fd824847d5 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0824444 Mar 08 14:58:06.509180 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] Publish callbacks [] for security_group (1e80f5bd-4be7-4859-9388-bb90220f69a2), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.547799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] Publish callbacks [] for security_group (1e80f5bd-4be7-4859-9388-bb90220f69a2), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.598788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4bd7d488-14f7-4cde-94a2-4bc34b1635d1 req-78a40992-43b9-45a1-82a3-8c2f30141174 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862751 Mar 08 14:58:06.619069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (1e80f5bd-4be7-4859-9388-bb90220f69a2), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.622316 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:06.623455 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e80f5bd-4be7-4859-9388-bb90220f69a2 HTTP/1.1" status: 204 len: 168 time: 0.2068381 Mar 08 14:58:06.630871 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853d7d-9fb0-4802-b1f2-16fa3ffd54b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e80f5bd-4be7-4859-9388-bb90220f69a2,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:06.799060 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:58:06.935060 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3d00e-4dab-4f6f-b056-53c500a52399 req-b7955e57-ca49-4180-914d-3e9a1a4b2364 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:06.936567 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7f3d00e-4dab-4f6f-b056-53c500a52399 req-b7955e57-ca49-4180-914d-3e9a1a4b2364 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 943 time: 0.0547855 Mar 08 14:58:06.983667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7f3d00e-4dab-4f6f-b056-53c500a52399 req-eecb598d-7217-46ba-bcb5-a7673ffb84d7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Mar 08 14:58:07.436352 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1ce398e7-6d61-491b-a69d-80478d81a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:07.716255 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125466-7ffa-41aa-9cf3-e08df398f7c2 req-3b6ad221-1ece-4dbc-95a5-db923255e906 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:07.717740 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7125466-7ffa-41aa-9cf3-e08df398f7c2 req-3b6ad221-1ece-4dbc-95a5-db923255e906 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0514438 Mar 08 14:58:07.765111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d7125466-7ffa-41aa-9cf3-e08df398f7c2 req-0ea7168e-ba3b-4ec6-b2b2-c243581f66c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Mar 08 14:58:07.875144 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:58:07.970906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:07.982386 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'mac_address': 'fa:16:3e:75:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:58:08.017445 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:08.017866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:08.031393 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:58:08.050992 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:08.055248 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:08.111098 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=9']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:08.111360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2f3cc-4c10-4706-8717-3041b6507831 req-2632e4a4-e5e6-4d6e-bfe1-43df4ba55456 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:08.112677 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8a2f3cc-4c10-4706-8717-3041b6507831 req-2632e4a4-e5e6-4d6e-bfe1-43df4ba55456 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0564184 Mar 08 14:58:08.163028 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a8a2f3cc-4c10-4706-8717-3041b6507831 req-ef0df96d-7a14-4654-8000-8f8f59464def tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Mar 08 14:58:08.881445 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e4bf-73ce-4e86-825a-5657eb8bc4f8 req-b53e01b6-621d-472f-907e-8ca2a8660375 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:08.882908 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8745e4bf-73ce-4e86-825a-5657eb8bc4f8 req-b53e01b6-621d-472f-907e-8ca2a8660375 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0533273 Mar 08 14:58:08.931186 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8745e4bf-73ce-4e86-825a-5657eb8bc4f8 req-3d05f9bc-a4b9-4c0c-bb3e-c0e0fead21b1 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Mar 08 14:58:09.285812 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aec539-bc90-4bde-9d48-771ad44fba36 req-eb916b8a-17f4-466c-bdb4-0297cbe8f6d5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:09.287272 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51aec539-bc90-4bde-9d48-771ad44fba36 req-eb916b8a-17f4-466c-bdb4-0297cbe8f6d5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0516992 Mar 08 14:58:09.337361 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51aec539-bc90-4bde-9d48-771ad44fba36 req-0640257a-7de7-4d00-9867-928628781025 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439289 Mar 08 14:58:09.719357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2dd40579-eb95-497d-ad4e-f94ba1fa10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:10.045386 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30e226-6c84-4dad-a6f5-743973419746 req-8df87eb9-72ae-454b-853c-c455e572411f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:10.046882 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bb30e226-6c84-4dad-a6f5-743973419746 req-8df87eb9-72ae-454b-853c-c455e572411f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0515428 Mar 08 14:58:10.094439 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bb30e226-6c84-4dad-a6f5-743973419746 req-46cd2ee4-7f5a-452b-96a7-f02b11c899b2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Mar 08 14:58:10.459826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f7038-9180-4148-b783-195f145508ab req-74765b99-4302-4d36-95fb-56ad0189c76d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:10.461286 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0c2f7038-9180-4148-b783-195f145508ab req-74765b99-4302-4d36-95fb-56ad0189c76d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0515606 Mar 08 14:58:10.506624 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0c2f7038-9180-4148-b783-195f145508ab req-8bb0be17-f986-447f-9218-18cbc261bdfb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398314 Mar 08 14:58:10.756402 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:10.823945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['08f09f54-c0f8-42eb-8864-791cb88627a9'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:58:11.214432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6e562-849a-45bb-8cc9-e9e5539868fd req-0f87603e-1973-45da-9739-250e635905e7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:11.215883 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-caf6e562-849a-45bb-8cc9-e9e5539868fd req-0f87603e-1973-45da-9739-250e635905e7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0547433 Mar 08 14:58:11.263399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-caf6e562-849a-45bb-8cc9-e9e5539868fd req-420d06a4-5b33-4a93-9b1d-15b8d2b3f4ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Mar 08 14:58:11.631796 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e1cc-9049-4af4-874e-c5cb922c9980 req-39d4bf23-9235-4f90-96bc-a8c6f310a903 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:11.633584 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ddf2e1cc-9049-4af4-874e-c5cb922c9980 req-39d4bf23-9235-4f90-96bc-a8c6f310a903 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 944 time: 0.0578887 Mar 08 14:58:11.680329 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ddf2e1cc-9049-4af4-874e-c5cb922c9980 req-a0804992-76d7-4475-8b24-3c1a4b299a42 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Mar 08 14:58:12.174175 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:58:12.176203 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:12.301336 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.303830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 08f09f54-c0f8-42eb-8864-791cb88627a9 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:12.304200 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.344936 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:12.361288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'port_id': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'mac_address': 'fa:16:3e:86:cd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:58:12.385887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5464-b39f-46b9-9716-7c64cff0b1e5 req-4d1054be-5465-45d6-befb-99522826849d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:12.387400 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8aae5464-b39f-46b9-9716-7c64cff0b1e5 req-4d1054be-5465-45d6-befb-99522826849d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 943 time: 0.0559013 Mar 08 14:58:12.430045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:12.430220 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.436321 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8aae5464-b39f-46b9-9716-7c64cff0b1e5 req-98251cfb-c9f7-41f4-96a9-a3cd41d3ad1b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Mar 08 14:58:12.447649 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 08f09f54-c0f8-42eb-8864-791cb88627a9 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:12.448575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.452230 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:58:12.492012 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:58:12.492012 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f94a3c4-4a51-4474-93ce-709df9122d20" -d '{"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:58:12.493281 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:12.508362 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.512493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:12.538955 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:12.567330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:12.619250 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=10']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:12.778833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98afe70-3d44-4b27-bcfd-cce937a4b0f4 x-openstack-request-id: req-c98afe70-3d44-4b27-bcfd-cce937a4b0f4 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:58:12.779156 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:58:12.779410 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c98afe70-3d44-4b27-bcfd-cce937a4b0f4 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:58:12.779800 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'code': 200} Mar 08 14:58:12.806217 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4c5b-fc05-45b5-8987-944f8b7bca27 req-b3ebc6b9-0bdf-4c8c-867d-84f22b17d831 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:12.808610 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f32a4c5b-fc05-45b5-8987-944f8b7bca27 req-b3ebc6b9-0bdf-4c8c-867d-84f22b17d831 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0524399 Mar 08 14:58:12.854721 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f32a4c5b-fc05-45b5-8987-944f8b7bca27 req-360eac1a-4bdc-4aad-90ac-48b180fcdf6c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397589 Mar 08 14:58:13.557401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6129d6-ccdf-41b5-92d6-57b93ddf242c req-ff2afd3e-b783-4d6f-bd1b-9b0de4efb7b4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:13.558892 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d6129d6-ccdf-41b5-92d6-57b93ddf242c req-ff2afd3e-b783-4d6f-bd1b-9b0de4efb7b4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0517783 Mar 08 14:58:13.610126 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d6129d6-ccdf-41b5-92d6-57b93ddf242c req-42dbe0cd-4d00-4a2f-bb48-7b88075964ef tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Mar 08 14:58:13.974051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8b9c3-c7c0-42be-b4d1-538f3ab071d1 req-8e70d7ef-2cf6-4ac1-8bb0-07eb98c61106 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:13.975797 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6f8b9c3-c7c0-42be-b4d1-538f3ab071d1 req-8e70d7ef-2cf6-4ac1-8bb0-07eb98c61106 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0507536 Mar 08 14:58:14.021745 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d6f8b9c3-c7c0-42be-b4d1-538f3ab071d1 req-2dbc896d-dc70-4ce6-b0bd-66fc3e92ff18 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 Mar 08 14:58:14.090609 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:14.725581 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a240e-b626-4c7e-bab5-3428ab6abf93 req-05f7f567-c8fd-4c2e-a870-e97716304b7a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:14.727085 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-589a240e-b626-4c7e-bab5-3428ab6abf93 req-05f7f567-c8fd-4c2e-a870-e97716304b7a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0511091 Mar 08 14:58:14.774992 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-589a240e-b626-4c7e-bab5-3428ab6abf93 req-92f8ab5b-bc2e-477b-af70-f293542999e4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Mar 08 14:58:15.146353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb5ba-e2f1-43e8-a11d-123af1cb71d9 req-ea8ae31d-1329-4543-9155-f7dbd3dabaa4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:15.147826 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c2fb5ba-e2f1-43e8-a11d-123af1cb71d9 req-ea8ae31d-1329-4543-9155-f7dbd3dabaa4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0548348 Mar 08 14:58:15.193122 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c2fb5ba-e2f1-43e8-a11d-123af1cb71d9 req-8143cf4a-9710-4c12-ad33-962064033ad7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 Mar 08 14:58:15.891434 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe5e0-f242-465b-962b-c8b37615634d req-2167ada4-49ba-473c-a246-3b3f17c1e9db tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:15.892899 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-415fe5e0-f242-465b-962b-c8b37615634d req-2167ada4-49ba-473c-a246-3b3f17c1e9db tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0517809 Mar 08 14:58:15.939523 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-415fe5e0-f242-465b-962b-c8b37615634d req-7dabb1eb-8adc-4e06-9b2e-81bf5a2c12f5 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 Mar 08 14:58:16.137142 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['4e31314e-e1cf-4ae8-8ef5-27b5885aec6f'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:58:16.210906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7497-29f6-4f07-ad3f-bb69d4d9e1ce req-326e7e2b-b0d0-4dc8-add7-26e254aa8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:16.212474 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f45b7497-29f6-4f07-ad3f-bb69d4d9e1ce req-326e7e2b-b0d0-4dc8-add7-26e254aa8f4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1130 time: 0.0477240 Mar 08 14:58:16.277197 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f45b7497-29f6-4f07-ad3f-bb69d4d9e1ce req-b8a62287-21ab-42c0-9cd3-b6e29b213429 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Mar 08 14:58:16.328233 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17c9b3-2129-4e8e-85f8-ca30cc9b8eaa req-a6f7a374-d42c-4974-892a-727d2a6db7b6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:16.329729 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7a17c9b3-2129-4e8e-85f8-ca30cc9b8eaa req-a6f7a374-d42c-4974-892a-727d2a6db7b6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0516319 Mar 08 14:58:16.375452 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7a17c9b3-2129-4e8e-85f8-ca30cc9b8eaa req-d7d06095-b5e4-41f6-9343-59bff10e346e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Mar 08 14:58:16.970703 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49500) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:17.054525 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc56ba-b0f7-4fda-ab50-670500758d97 req-603b6051-e824-4b63-84f3-8b35911ba61b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:17.055997 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7acc56ba-b0f7-4fda-ab50-670500758d97 req-603b6051-e824-4b63-84f3-8b35911ba61b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0509303 Mar 08 14:58:17.087477 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27434b1f-200a-4857-8fda-5e9b84fbc2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.140319 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7acc56ba-b0f7-4fda-ab50-670500758d97 req-f5aa2869-abfd-40f5-bbb9-717b66bad6ca tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783458 Mar 08 14:58:17.188250 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27434b1f-200a-4857-8fda-5e9b84fbc2f9 admin admin] Publish callbacks [] for security_group (1eb5bfdc-b2b2-415f-b235-38894d6c2c05), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.191713 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-27434b1f-200a-4857-8fda-5e9b84fbc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (1eb5bfdc-b2b2-415f-b235-38894d6c2c05), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.227325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434b1f-200a-4857-8fda-5e9b84fbc2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb5bfdc-b2b2-415f-b235-38894d6c2c05,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:17.231952 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-27434b1f-200a-4857-8fda-5e9b84fbc2f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c98ae313f5b4e24b19984c8052ee9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602186 Mar 08 14:58:17.234587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49506) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:17.281819 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] Publish callbacks [] for security_group (1eb5bfdc-b2b2-415f-b235-38894d6c2c05), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.302499 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] Publish callbacks [] for security_group (1eb5bfdc-b2b2-415f-b235-38894d6c2c05), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.350277 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (1eb5bfdc-b2b2-415f-b235-38894d6c2c05), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.352871 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:17.355067 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1eb5bfdc-b2b2-415f-b235-38894d6c2c05 HTTP/1.1" status: 204 len: 168 time: 0.1190677 Mar 08 14:58:17.363177 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93375e9-8991-4549-a834-7702d6189e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb5bfdc-b2b2-415f-b235-38894d6c2c05,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:17.515918 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36f534-0a2a-4bfb-94dd-a024cbc726aa req-03f296f3-8e96-4c95-9c38-41579bb0a4ad tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:17.517540 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a36f534-0a2a-4bfb-94dd-a024cbc726aa req-03f296f3-8e96-4c95-9c38-41579bb0a4ad tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0659378 Mar 08 14:58:17.569020 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a36f534-0a2a-4bfb-94dd-a024cbc726aa req-d43eb213-7f95-4601-8369-ea42ac4042e9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 Mar 08 14:58:18.256506 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0608fb-37a5-487e-8d2d-107041ece437 req-c4923ecb-905e-4ec5-86b7-cb7e92ca9e2f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:18.258000 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4f0608fb-37a5-487e-8d2d-107041ece437 req-c4923ecb-905e-4ec5-86b7-cb7e92ca9e2f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0514290 Mar 08 14:58:18.305953 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4f0608fb-37a5-487e-8d2d-107041ece437 req-1f9ce3c0-55e9-43f3-b63b-c905b687991f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Mar 08 14:58:18.691786 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8a00-48e0-4c92-a18f-6900172ad5cb req-b9680cb8-00f3-410e-b11d-e823555d844f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:18.693226 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bccf8a00-48e0-4c92-a18f-6900172ad5cb req-b9680cb8-00f3-410e-b11d-e823555d844f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0508778 Mar 08 14:58:18.742925 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bccf8a00-48e0-4c92-a18f-6900172ad5cb req-10dd3fbc-71d4-43f0-88b4-905ea329071f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Mar 08 14:58:19.453031 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712b07-784d-4281-869a-c32567f987ac req-98e345ed-9edd-49b4-a8ab-e6fe2a72a8f4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:19.454533 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e712b07-784d-4281-869a-c32567f987ac req-98e345ed-9edd-49b4-a8ab-e6fe2a72a8f4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0851147 Mar 08 14:58:19.457328 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-91e2529d-8600-4092-b6d6-eed406914615 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619881 Mar 08 14:58:19.502131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e712b07-784d-4281-869a-c32567f987ac req-6f3871ba-ae06-4d46-979c-c5d1f5f35fdf tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Mar 08 14:58:19.865667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66c364-cc37-48be-a2a6-53abdd722e12 req-9738271c-80c8-41a1-82d2-96a95768431b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:19.867169 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c66c364-cc37-48be-a2a6-53abdd722e12 req-9738271c-80c8-41a1-82d2-96a95768431b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0547674 Mar 08 14:58:19.913019 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1c66c364-cc37-48be-a2a6-53abdd722e12 req-3b348189-8f56-41f1-9276-2cfd66e2fca1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Mar 08 14:58:20.617281 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a1487-b8f4-412a-b8e7-cd409ccbf8ed req-62d33848-cdd2-41b3-a2f9-26f71b0c6c62 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:20.618696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d4a1487-b8f4-412a-b8e7-cd409ccbf8ed req-62d33848-cdd2-41b3-a2f9-26f71b0c6c62 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0525312 Mar 08 14:58:20.667924 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d4a1487-b8f4-412a-b8e7-cd409ccbf8ed req-ed5340ee-9b3a-4366-91ae-6c5eadf6a539 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Mar 08 14:58:20.696070 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:20.736748 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-9a26489f-75de-4682-b25f-48bcc136729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:20.738232 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-9a26489f-75de-4682-b25f-48bcc136729c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.0425932 Mar 08 14:58:20.842698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-bea3513b-cbdf-45e0-9018-9f88a6603548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:20.844174 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-bea3513b-cbdf-45e0-9018-9f88a6603548 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0863008 Mar 08 14:58:21.033361 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55da8a-c9d1-4b61-b92a-21e62bbbc9be req-0b925b9c-00f5-4b54-8c3e-87a151f47858 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:21.034843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf55da8a-c9d1-4b61-b92a-21e62bbbc9be req-0b925b9c-00f5-4b54-8c3e-87a151f47858 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0516984 Mar 08 14:58:21.080558 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf55da8a-c9d1-4b61-b92a-21e62bbbc9be req-41113b4e-2c95-4c9b-b046-036edeb70ea6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402877 Mar 08 14:58:21.521165 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-ef18bc20-5301-4a1d-96e4-bb7d2676419e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1001 time: 0.0612390 Mar 08 14:58:21.568061 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-64f7600e-9cda-486c-bb58-4373263d06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:21.569376 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-64f7600e-9cda-486c-bb58-4373263d06ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0421607 Mar 08 14:58:21.616567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-4f1356a7-39b2-4593-944e-56f8ea2eccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:21.618026 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-4f1356a7-39b2-4593-944e-56f8ea2eccaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425537 Mar 08 14:58:21.706526 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-72d1de44-63a2-4d03-b530-159075760134 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Mar 08 14:58:21.825661 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea6313fd-a120-41a7-8d51-d2c953564a27 req-d9fd4359-4390-43e0-9f5e-d41bcff1fcf2 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129220 Mar 08 14:58:21.833094 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a21f4-6a77-48fd-ac0e-334c42018bb7 req-f2dc1067-4bd6-4d6d-8049-f67b1405a531 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:21.834499 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef7a21f4-6a77-48fd-ac0e-334c42018bb7 req-f2dc1067-4bd6-4d6d-8049-f67b1405a531 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0976787 Mar 08 14:58:21.884443 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef7a21f4-6a77-48fd-ac0e-334c42018bb7 req-4895d932-9540-4a40-a88f-988007db6ace tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Mar 08 14:58:22.202290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5ed0-a663-4846-ba47-79f11b29e320 req-af22cd02-d7d6-4c56-91d9-6b67c7bd3922 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:22.203788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec5e5ed0-a663-4846-ba47-79f11b29e320 req-af22cd02-d7d6-4c56-91d9-6b67c7bd3922 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0516326 Mar 08 14:58:22.252335 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec5e5ed0-a663-4846-ba47-79f11b29e320 req-b379b55a-2d82-4739-9a78-1ad81ca0ce21 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Mar 08 14:58:22.695574 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:22.748392 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:58:22.752773 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:22.753140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:22.971768 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:22.972160 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:22.999283 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:58:23.001700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e694419-b79d-4f99-8f65-48513149d469" -d '{"events": [{"server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "name": "network-vif-plugged", "status": "completed", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:58:23.015615 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:23.016958 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562293b-e705-498a-9192-db3ba487f993 req-2fd4dbe6-b893-4242-bfb9-5742872a56d0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:23.023800 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:23.024109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8562293b-e705-498a-9192-db3ba487f993 req-2fd4dbe6-b893-4242-bfb9-5742872a56d0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 944 time: 0.0673943 Mar 08 14:58:23.053241 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc6a5b-6a57-425c-b63f-e28fe7a9d42f x-openstack-request-id: req-71fc6a5b-6a57-425c-b63f-e28fe7a9d42f {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:58:23.053566 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "name": "network-vif-plugged", "status": "completed", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:58:23.053877 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71fc6a5b-6a57-425c-b63f-e28fe7a9d42f {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:58:23.054272 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'code': 200} Mar 08 14:58:23.083347 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:23.085146 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8562293b-e705-498a-9192-db3ba487f993 req-85d8c46e-48e7-4556-aaf1-b8ff77d9eab1 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601015 Mar 08 14:58:23.276345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950395b2-6c8b-40f2-90e5-cf8fc4a1059a req-1752f82b-c36a-45ce-825d-485c75d08d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:23.277857 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-950395b2-6c8b-40f2-90e5-cf8fc4a1059a req-1752f82b-c36a-45ce-825d-485c75d08d6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 1129 time: 0.0454564 Mar 08 14:58:23.330801 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-950395b2-6c8b-40f2-90e5-cf8fc4a1059a req-47699564-c05e-4120-91a4-9f5578d1d44e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461392 Mar 08 14:58:23.386436 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6fa5-1d18-4c44-ae22-6593de2b7811 req-dff7bff0-124e-4b14-97af-b89579d0b28e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:23.387967 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d8a6fa5-1d18-4c44-ae22-6593de2b7811 req-dff7bff0-124e-4b14-97af-b89579d0b28e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0529392 Mar 08 14:58:23.437954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9d8a6fa5-1d18-4c44-ae22-6593de2b7811 req-c5e586d1-ecbc-49fc-b6ac-7aa128c5e018 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Mar 08 14:58:24.205175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c158474-1507-40c5-ac36-72033724b148 req-581a41d6-c785-49a0-b956-c8947bbc9c86 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:24.206694 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c158474-1507-40c5-ac36-72033724b148 req-581a41d6-c785-49a0-b956-c8947bbc9c86 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0544169 Mar 08 14:58:24.254114 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c158474-1507-40c5-ac36-72033724b148 req-95c9caa7-3723-469a-9153-1ec28323290e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Mar 08 14:58:24.561911 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575a953-e972-4b98-a90b-5e267363f37a req-f577b8cd-5d07-4952-9294-85a5a5fa7eee tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:24.563401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f575a953-e972-4b98-a90b-5e267363f37a req-f577b8cd-5d07-4952-9294-85a5a5fa7eee tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0546043 Mar 08 14:58:24.611866 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f575a953-e972-4b98-a90b-5e267363f37a req-aa5df2f4-34de-46b1-a2e5-9a98365b0499 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Mar 08 14:58:25.375221 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220338-ff52-42e2-bb10-378df0e43d07 req-f42830d7-eeac-40a3-93a6-5f7f2a7fe5e4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:25.376688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a220338-ff52-42e2-bb10-378df0e43d07 req-f42830d7-eeac-40a3-93a6-5f7f2a7fe5e4 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0580359 Mar 08 14:58:25.423080 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a220338-ff52-42e2-bb10-378df0e43d07 req-19151d26-8af4-4037-bd5d-2d5aba002ffb tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Mar 08 14:58:25.538927 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f90b0d-91d5-4e74-bf8b-e00f88255683 req-6c595c8d-2d94-475e-b964-0b2ef15dca3a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:25.540348 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f90b0d-91d5-4e74-bf8b-e00f88255683 req-6c595c8d-2d94-475e-b964-0b2ef15dca3a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0513849 Mar 08 14:58:25.587544 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-25f90b0d-91d5-4e74-bf8b-e00f88255683 req-fc1ee023-65e7-4749-b9a8-34bd72b95fea tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Mar 08 14:58:25.609999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49614) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:25.793426 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbc661-036a-4a33-9f76-099fe299da23 tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:25.794867 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4adbc661-036a-4a33-9f76-099fe299da23 tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 1124 time: 0.1838965 Mar 08 14:58:25.797705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49618) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:25.801816 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'port_id': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:25.823354 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:25.917731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:26.290120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.27.2.198 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/9f8e0487-ef9a-447f-abcd-48985d2b6309) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:26.384552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:26.417701 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:26.458052 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:26.460750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:26.465483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:26.470914 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=9f8e0487-ef9a-447f-abcd-48985d2b6309,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:26.852418 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (3f992acb-a334-4ed7-a646-c5ed72180194), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:26.925849 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:27.074533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:27.079990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:27.151058 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=9f8e0487-ef9a-447f-abcd-48985d2b6309,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:27.160641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (3f992acb-a334-4ed7-a646-c5ed72180194), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:27.260709 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 3f992acb-a334-4ed7-a646-c5ed72180194 associated. External IP: 172.27.2.198, port: 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f. Mar 08 14:58:27.467295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:58:27.572104 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:58:27.582364 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:58:27.592226 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:27.593565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:27.594206 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:27.625689 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-854a174d-2328-4436-923f-7167307695c7 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8269660 Mar 08 14:58:27.626340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:58:27.628584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c054cbb-4991-4d86-9cf4-41c99bdcc515" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:58:27.663989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18281b-4450-4612-86de-345c05baa764 x-openstack-request-id: req-1a18281b-4450-4612-86de-345c05baa764 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:58:27.664280 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:58:27.664532 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a18281b-4450-4612-86de-345c05baa764 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:58:27.664933 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'status': 'completed', 'code': 200} Mar 08 14:58:27.703229 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:27.975268 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '3f992acb-a334-4ed7-a646-c5ed72180194', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:86:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:58:26Z', 'updated_at': '2022-03-08T14:58:26Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:28.004228 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:58:28.012949 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:28.013541 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:28.117882 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:28.334161 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '3f992acb-a334-4ed7-a646-c5ed72180194', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:86:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:58:26Z', 'updated_at': '2022-03-08T14:58:26Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:28.363308 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb9cb0-ee0f-46a5-a163-13f9d123bc09 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '3f992acb-a334-4ed7-a646-c5ed72180194', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:86:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:58:26Z', 'updated_at': '2022-03-08T14:58:26Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:58:28.536914 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a93b3-8502-4141-8888-bd56051e070a None None] New status for floating IP 3f992acb-a334-4ed7-a646-c5ed72180194: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:58:28.636578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-200b5453-4bd4-468a-a1c8-683617c8a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:28.638070 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-200b5453-4bd4-468a-a1c8-683617c8a361 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 1129 time: 0.0465889 Mar 08 14:58:28.727741 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-24f1c9ac-3d6c-4f94-b617-328722b1fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:28.729728 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-24f1c9ac-3d6c-4f94-b617-328722b1fa9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.0852458 Mar 08 14:58:28.796794 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-af290c16-0dfa-4f29-a5e2-0e20a703cad5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f HTTP/1.1" status: 200 len: 999 time: 0.0615394 Mar 08 14:58:28.846936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-d50b73db-5bf8-47f4-bcdb-ca0e8ad11d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:28.848401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-d50b73db-5bf8-47f4-bcdb-ca0e8ad11d14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0459130 Mar 08 14:58:28.896534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-0f44037a-5537-4cc0-ad90-7ed156fc0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:28.898097 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-0f44037a-5537-4cc0-ad90-7ed156fc0f22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443172 Mar 08 14:58:28.991638 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-88475b34-7b9f-4ef4-aa17-198970e68d71 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869598 Mar 08 14:58:29.080626 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9c054cbb-4991-4d86-9cf4-41c99bdcc515 req-b161ae3f-2de1-4fd5-bcb1-28b63fe439ac service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829227 Mar 08 14:58:33.226974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49674) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:33.328078 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2193-a793-4566-a6fe-696a87d38eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.401772 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2193-a793-4566-a6fe-696a87d38eec admin admin] Publish callbacks [] for security_group (8aa0b173-0180-49be-af2c-42574e548e07), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.405901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2193-a793-4566-a6fe-696a87d38eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8aa0b173-0180-49be-af2c-42574e548e07), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.442572 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-1f1f2193-a793-4566-a6fe-696a87d38eec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56fe332ef22d4cd79afc902c76b25138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145450 Mar 08 14:58:33.443759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f2193-a793-4566-a6fe-696a87d38eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0b173-0180-49be-af2c-42574e548e07,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:33.445200 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49678) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:33.493816 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] Publish callbacks [] for security_group (8aa0b173-0180-49be-af2c-42574e548e07), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.514336 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] Publish callbacks [] for security_group (8aa0b173-0180-49be-af2c-42574e548e07), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.560343 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8aa0b173-0180-49be-af2c-42574e548e07), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.563113 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:33.564247 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aa0b173-0180-49be-af2c-42574e548e07 HTTP/1.1" status: 204 len: 168 time: 0.1180253 Mar 08 14:58:33.571767 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058f0a9-0f84-4762-acf2-0b7dc0f02946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0b173-0180-49be-af2c-42574e548e07,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:34.160375 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49702) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:34.256122 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-245307154-network', 'tenant_id': '4644e3267292449eb0147c62cc9c970a'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:34.275416 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Made reservation on behalf of 4644e3267292449eb0147c62cc9c970a for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:58:34.277657 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.286062 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.357435 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks [] for security_group (ce8a2075-a7f0-40d2-99e9-43e1342c0231), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.361635 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ce8a2075-a7f0-40d2-99e9-43e1342c0231), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.381922 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:58:34.395017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a2075-a7f0-40d2-99e9-43e1342c0231,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:34.399730 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (96f23afd-aa97-47b5-b78b-3ed070e126d0), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.400078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Added segment 96f23afd-aa97-47b5-b78b-3ed070e126d0 of type vlan for network 5b9e344c-d25d-4455-99a1-92734279e5c2 Mar 08 14:58:34.438860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (5b9e344c-d25d-4455-99a1-92734279e5c2), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.464940 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (5b9e344c-d25d-4455-99a1-92734279e5c2), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.466006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:34.466590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.499169 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3369951 Mar 08 14:58:34.502580 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49706) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:34.507549 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Request body: {'subnet': {'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-245307154-subnet', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:34.526262 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Made reservation on behalf of 4644e3267292449eb0147c62cc9c970a for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:58:34.527731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331cc4a-4122-4c91-9aaf-4ff7130c782e admin admin] Pushing event updated for resources: {'Network': ['ID=5b9e344c-d25d-4455-99a1-92734279e5c2,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:34.528515 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60051209'] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.539084 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:58:34.690993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60051223'] for subnet (9a8a1642-d763-4ebf-a83f-222456ab7f67), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.742202 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8a1642-d763-4ebf-a83f-222456ab7f67,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:34.752675 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Checking segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:34.752947 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Network hostable DHCP agents. Network: 5b9e344c-d25d-4455-99a1-92734279e5c2, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:58:34.768668 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:58:34.776710 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 5b9e344c-d25d-4455-99a1-92734279e5c2) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:34.782070 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:34.783067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.786138 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95950eb-d28b-4d94-b813-4aaaeaafbf14 None None] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:58:34.799086 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-39bb1bdc-410a-41e5-bcd9-4cff80f15904 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2954133 Mar 08 14:58:34.801775 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49708) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:34.805994 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:34.823755 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (7e02432f-d940-466f-80e4-e52b84d059f4), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.824977 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (7e02432f-d940-466f-80e4-e52b84d059f4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.883096 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for router_controller (7e02432f-d940-466f-80e4-e52b84d059f4), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:34.888217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-5b9e344c-d25d-4455-99a1-92734279e5c2', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:58:34.889182 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.022024 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for router_gateway (7e02432f-d940-466f-80e4-e52b84d059f4), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.023541 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Allocated IP 172.20.0.2 (5b9e344c-d25d-4455-99a1-92734279e5c2/9a8a1642-d763-4ebf-a83f-222456ab7f67/03046521-ab95-4c82-a1d3-9656b54dd4eb) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:35.162349 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks [] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.169222 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.207594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:35.210800 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:35.214314 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:35.220110 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for router_gateway (7e02432f-d940-466f-80e4-e52b84d059f4), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.221869 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Pushing event updated for resources: {'Port': ['ID=03046521-ab95-4c82-a1d3-9656b54dd4eb,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:35.231618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.231994 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.232348 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.232765 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.233102 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.233433 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.233760 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.234113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.234437 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.234763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.235088 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.235406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.235725 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:35.239712 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.282736 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Attempting to bind port 03046521-ab95-4c82-a1d3-9656b54dd4eb on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:35.283057 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Attempting to bind port 03046521-ab95-4c82-a1d3-9656b54dd4eb by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:35.283376 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Attempting to bind port 03046521-ab95-4c82-a1d3-9656b54dd4eb on network 5b9e344c-d25d-4455-99a1-92734279e5c2 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:35.288358 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:35.288866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Checking segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:35.289262 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.289653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Bound using segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:35.290127 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Bound port: 03046521-ab95-4c82-a1d3-9656b54dd4eb, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:35.290504 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.351594 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Allocated IP 172.27.2.193 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/eb7e3273-7de9-4a16-88b1-3be66cde62bd) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:35.353711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] For port 03046521-ab95-4c82-a1d3-9656b54dd4eb, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:35.357037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] For port 03046521-ab95-4c82-a1d3-9656b54dd4eb, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=03046521-ab95-4c82-a1d3-9656b54dd4eb,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:35.363829 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.424760 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210828b-1e41-497b-affb-1f98c175b381 None None] Pushing event updated for resources: {'Port': ['ID=03046521-ab95-4c82-a1d3-9656b54dd4eb,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:35.462139 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.503255 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:35.546704 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:35.549575 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:35.553010 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:35.576153 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Pushing event updated for resources: {'Port': ['ID=eb7e3273-7de9-4a16-88b1-3be66cde62bd,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:35.822411 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for router_gateway (7e02432f-d940-466f-80e4-e52b84d059f4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.206198 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (7e02432f-d940-466f-80e4-e52b84d059f4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.340657 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7195c6-dd58-444d-ad74-ee0076f56a12 None None] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:58:36.343312 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Router 7e02432f-d940-466f-80e4-e52b84d059f4 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:58:36.422562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Provisioning complete for port 03046521-ab95-4c82-a1d3-9656b54dd4eb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:36.422939 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.450852 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:58:36.468968 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.470257 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-add16dd0-b7d3-455d-abf7-a76a3f3bad25 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6675322 Mar 08 14:58:36.473020 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49710) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:36.568972 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Sync routers for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:58:36.610181 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:36.610690 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:36.751411 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Current status of the port 03046521-ab95-4c82-a1d3-9656b54dd4eb is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:36.751810 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.772295 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:36.866693 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] For port 03046521-ab95-4c82-a1d3-9656b54dd4eb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=03046521-ab95-4c82-a1d3-9656b54dd4eb,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:36.899598 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.900717 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:36.970427 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcbf72-3a99-489f-8d12-d00fc19f6f69 None None] Pushing event updated for resources: {'Port': ['ID=03046521-ab95-4c82-a1d3-9656b54dd4eb,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:37.026277 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-6348da66-55c2-41ac-aed2-f54c19f6b3dc None None] Provisioning complete for port 03046521-ab95-4c82-a1d3-9656b54dd4eb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:37.026712 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6348da66-55c2-41ac-aed2-f54c19f6b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.031780 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:35Z', 'revision_number': 3, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:37.056240 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Allocated IP 172.20.0.1 (5b9e344c-d25d-4455-99a1-92734279e5c2/9a8a1642-d763-4ebf-a83f-222456ab7f67/c187a7bb-0023-49dc-bd05-422c6bc71596) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:37.081457 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Checking router: 7e02432f-d940-466f-80e4-e52b84d059f4 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:58:37.081837 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Updating router 7e02432f-d940-466f-80e4-e52b84d059f4 port eb7e3273-7de9-4a16-88b1-3be66cde62bd binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:58:37.117605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.157747 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks [] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.190701 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.230243 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:37.235536 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:37.237988 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:37.247173 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-6348da66-55c2-41ac-aed2-f54c19f6b3dc None None] Current status of the port 03046521-ab95-4c82-a1d3-9656b54dd4eb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:37.265322 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Pushing event updated for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:37.283087 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (7e02432f-d940-466f-80e4-e52b84d059f4), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.422078 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.431565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks [] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.439959 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.464801 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-fed406d9-56e4-4147-a6e0-616ece4cabee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.505183 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-1281df0e-32e2-4eb7-ae0f-168df51ce929 None None] Provisioning complete for port c187a7bb-0023-49dc-bd05-422c6bc71596 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:37.505562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1281df0e-32e2-4eb7-ae0f-168df51ce929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.531296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3e33-a03d-4e9c-911d-f1c132d490ae None None] Pushing event updated for resources: {'Port': ['ID=eb7e3273-7de9-4a16-88b1-3be66cde62bd,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:37.535276 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Attempting to bind port eb7e3273-7de9-4a16-88b1-3be66cde62bd on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:37.535613 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Attempting to bind port eb7e3273-7de9-4a16-88b1-3be66cde62bd by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:37.535980 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Attempting to bind port eb7e3273-7de9-4a16-88b1-3be66cde62bd on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:37.552246 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:37.553078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:37.553078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.553416 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:37.554018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Bound port: eb7e3273-7de9-4a16-88b1-3be66cde62bd, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:37.554266 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.576738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 03046521-ab95-4c82-a1d3-9656b54dd4eb up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:37.600488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-1281df0e-32e2-4eb7-ae0f-168df51ce929 None None] Port c187a7bb-0023-49dc-bd05-422c6bc71596 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:58:37.600904 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks [] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.606369 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.642843 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] For port eb7e3273-7de9-4a16-88b1-3be66cde62bd, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:37.646830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] For port eb7e3273-7de9-4a16-88b1-3be66cde62bd, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=eb7e3273-7de9-4a16-88b1-3be66cde62bd,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:37.654862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.673379 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Pushing event updated for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:37.676977 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (7e02432f-d940-466f-80e4-e52b84d059f4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.684513 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 03046521-ab95-4c82-a1d3-9656b54dd4eb triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:37.684905 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:37.750812 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3e33-a03d-4e9c-911d-f1c132d490ae None None] Pushing event updated for resources: {'Port': ['ID=eb7e3273-7de9-4a16-88b1-3be66cde62bd,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:37.754703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:37.755300 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:37.776094 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:37.777492 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:37.876367 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 03046521-ab95-4c82-a1d3-9656b54dd4eb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:37.896967 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:37.907002 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Router 7e02432f-d940-466f-80e4-e52b84d059f4 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:58:38.051149 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-2bdad9b0-b93a-4d01-8a8b-a52c031e4c51 None None] Provisioning complete for port c187a7bb-0023-49dc-bd05-422c6bc71596 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:38.051493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2bdad9b0-b93a-4d01-8a8b-a52c031e4c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.214688 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:58:38.228545 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5d4fcab5-7c81-4fd2-87c0-93b2a88c6f7f admin admin] 10.222.0.42 "PUT /v2.0/routers/7e02432f-d940-466f-80e4-e52b84d059f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458494 Mar 08 14:58:38.247729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2bdad9b0-b93a-4d01-8a8b-a52c031e4c51 None None] Port c187a7bb-0023-49dc-bd05-422c6bc71596 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:58:38.271620 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 2, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:38.298113 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf016bf6-0f32-46d7-b593-e021bcb2f1ca None None] The sync data for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi is: [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 2, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:58:38.733967 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49728) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:38.738912 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1554076899-network', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:38.758529 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Made reservation on behalf of 7f3234ef18bb4e588880ea3727ca0871 for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:58:38.760786 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.770160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.850718 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks [] for security_group (9d85ea8c-15ba-47ef-854c-6c8c32a5ef73), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.855733 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9d85ea8c-15ba-47ef-854c-6c8c32a5ef73), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.877351 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 14:58:38.893057 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85ea8c-15ba-47ef-854c-6c8c32a5ef73,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:38.897632 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (a6808587-3065-48b7-8cb4-b9b1a8ab3c5a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.897632 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Added segment a6808587-3065-48b7-8cb4-b9b1a8ab3c5a of type vlan for network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 Mar 08 14:58:38.959691 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.988762 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:38.989745 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:38.990366 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.027612 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2924943 Mar 08 14:58:39.030952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49730) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:39.036595 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Request body: {'subnet': {'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1554076899-subnet', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:39.058905 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50106-0098-49c0-bd10-77142d3cd33c admin admin] Pushing event updated for resources: {'Network': ['ID=f8649a8d-63e9-4b98-ac2a-3f16af5b85c5,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:39.059764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Made reservation on behalf of 7f3234ef18bb4e588880ea3727ca0871 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:58:39.062485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.070008 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 14:58:39.245167 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (1b6deac2-d18a-4ebc-a4d1-fa356ade6c92), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.293440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6deac2-d18a-4ebc-a4d1-fa356ade6c92,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:39.311057 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Checking segment: {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:39.311452 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Network hostable DHCP agents. Network: f8649a8d-63e9-4b98-ac2a-3f16af5b85c5, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 14:58:39.327501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 14:58:39.336178 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, f8649a8d-63e9-4b98-ac2a-3f16af5b85c5) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:39.340784 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:58:39.342454 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.347448 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527f2c2-c00c-40dd-b022-8a3596c9fc16 None None] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:58:39.361975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2c8c3a90-c012-4f75-8aac-d645ca42ecb2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272679 Mar 08 14:58:39.362276 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49732) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:39.366645 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:39.388658 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.390604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.461733 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for router_controller (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.467418 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 14:58:39.468319 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.614838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device eb7e3273-7de9-4a16-88b1-3be66cde62bd up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:39.628898 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for router_gateway (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.669433 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Allocated IP 172.20.0.2 (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5/1b6deac2-d18a-4ebc-a4d1-fa356ade6c92/7c08a597-8339-4e4a-815d-a4760c6e9eb4) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:39.760531 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port eb7e3273-7de9-4a16-88b1-3be66cde62bd triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:39.760969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.767429 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-af7b7ef8-0191-4292-a0b6-bd84bbb2afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.832443 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for router_gateway (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.853355 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.903347 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks [] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.912965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.918378 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port eb7e3273-7de9-4a16-88b1-3be66cde62bd is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:39.918752 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:39.961072 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Allocated IP 172.27.2.142 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/f86de71b-3d67-418a-9e5f-d27f7a86cd1f) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:39.973279 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:39.980524 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:39.983168 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:39.986288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port eb7e3273-7de9-4a16-88b1-3be66cde62bd, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=eb7e3273-7de9-4a16-88b1-3be66cde62bd,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:39.988692 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Pushing event updated for resources: {'Port': ['ID=7c08a597-8339-4e4a-815d-a4760c6e9eb4,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:39.994336 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.080116 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.089071 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=eb7e3273-7de9-4a16-88b1-3be66cde62bd,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:40.093594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Attempting to bind port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:40.094005 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Attempting to bind port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:40.094372 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Attempting to bind port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 on network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:40.099684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:40.100412 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Checking segment: {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:40.100814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.101201 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Bound using segment: {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:40.101656 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Bound port: 7c08a597-8339-4e4a-815d-a4760c6e9eb4, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:40.102076 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.116547 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.157564 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:40.160429 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:40.163962 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:40.169582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Pushing event updated for resources: {'Port': ['ID=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:40.172274 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] For port 7c08a597-8339-4e4a-815d-a4760c6e9eb4, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:40.175640 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] For port 7c08a597-8339-4e4a-815d-a4760c6e9eb4, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c08a597-8339-4e4a-815d-a4760c6e9eb4,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:40.183298 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.254996 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1674-12e8-4393-9ebf-6bde2ac0d12c None None] Pushing event updated for resources: {'Port': ['ID=7c08a597-8339-4e4a-815d-a4760c6e9eb4,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:40.450301 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Sync routers for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:58:40.462505 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for router_gateway (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.465476 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:40.466410 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:40.580398 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:40.667635 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.765835 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.783779 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 2, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:40.800279 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 14:58:40.809036 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Checking router: 7e02432f-d940-466f-80e4-e52b84d059f4 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:58:40.809387 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Updating router 7e02432f-d940-466f-80e4-e52b84d059f4 port c187a7bb-0023-49dc-bd05-422c6bc71596 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:58:40.837410 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.915282 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:58:40.924940 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Sync routers for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:58:40.933417 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:40.934720 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c2f0869b-94a6-438a-8d55-16a40965bbeb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5714409 Mar 08 14:58:40.938103 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49736) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:40.949738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:40.950481 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:41.075331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:41.129820 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks [] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.137308 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.181110 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Pushing event updated for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:41.189641 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.190059 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.190450 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.190770 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.191105 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.191438 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.191768 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.192094 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.192422 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.192764 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.193091 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.193412 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.193731 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:58:41.264472 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Attempting to bind port c187a7bb-0023-49dc-bd05-422c6bc71596 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:41.265329 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Attempting to bind port c187a7bb-0023-49dc-bd05-422c6bc71596 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:41.265329 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Attempting to bind port c187a7bb-0023-49dc-bd05-422c6bc71596 on network 5b9e344c-d25d-4455-99a1-92734279e5c2 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:41.271081 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:41.271489 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Checking segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:41.271889 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.274251 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Bound using segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:41.274769 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Bound port: c187a7bb-0023-49dc-bd05-422c6bc71596, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:41.275161 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.284089 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:40Z', 'revision_number': 3, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:41.313277 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Checking router: 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:58:41.313277 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Updating router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 port f86de71b-3d67-418a-9e5f-d27f7a86cd1f binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:58:41.340271 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841ccec-d47b-43d6-992b-6078f7706a4b None None] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 14:58:41.367928 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] For port c187a7bb-0023-49dc-bd05-422c6bc71596, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:41.370228 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.371270 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] For port c187a7bb-0023-49dc-bd05-422c6bc71596, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=c187a7bb-0023-49dc-bd05-422c6bc71596,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:41.381827 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.447450 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c694-5c85-4405-8251-32a15bb983db None None] Pushing event updated for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:41.452556 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:41.453992 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:41.485488 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.512643 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Provisioning complete for port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:41.513028 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.586585 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:41.676618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Current status of the port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:41.677478 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:41.807751 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device eb7e3273-7de9-4a16-88b1-3be66cde62bd up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:41.885959 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:41Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:41.921083 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de761-64c8-4df6-b1bf-343b2103c1b3 None None] The sync data for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi is: [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:41Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:58:42.001662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] For port 7c08a597-8339-4e4a-815d-a4760c6e9eb4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c08a597-8339-4e4a-815d-a4760c6e9eb4,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:42.013467 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.034129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Allocated IP 172.20.0.1 (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5/1b6deac2-d18a-4ebc-a4d1-fa356ade6c92/40a83eb0-17f5-48ae-916f-b1142df9bb00) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:58:42.106817 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55296605-87a7-420a-9b12-3b73c270ce71 None None] Pushing event updated for resources: {'Port': ['ID=7c08a597-8339-4e4a-815d-a4760c6e9eb4,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:42.149221 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port eb7e3273-7de9-4a16-88b1-3be66cde62bd triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:42.149603 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.153504 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks [] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.189397 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.189643 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks [] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.198769 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Provisioning complete for port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:42.199184 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.205448 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.226097 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:42.229194 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:42.234275 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:58:42.294780 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:42.298319 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.332864 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6aba-2af1-4a00-b2a1-dab573fd8e61 None None] Pushing event updated for resources: {'Port': ['ID=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:42.336258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.338357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Attempting to bind port f86de71b-3d67-418a-9e5f-d27f7a86cd1f on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:42.338795 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Attempting to bind port f86de71b-3d67-418a-9e5f-d27f7a86cd1f by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:42.339100 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Attempting to bind port f86de71b-3d67-418a-9e5f-d27f7a86cd1f on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:42.371766 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:42.372332 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:42.372634 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.374036 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:42.374202 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Bound port: f86de71b-3d67-418a-9e5f-d27f7a86cd1f, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:42.374682 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.426809 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port eb7e3273-7de9-4a16-88b1-3be66cde62bd is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:42.428195 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device c187a7bb-0023-49dc-bd05-422c6bc71596 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:42.463136 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.496545 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] For port f86de71b-3d67-418a-9e5f-d27f7a86cd1f, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:42.509189 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Current status of the port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:42.522099 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] For port f86de71b-3d67-418a-9e5f-d27f7a86cd1f, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:42.536365 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.544749 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Provisioning complete for port c187a7bb-0023-49dc-bd05-422c6bc71596 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:42.545694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.625856 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port c187a7bb-0023-49dc-bd05-422c6bc71596 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:42.626292 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.633767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:42.634476 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:42.657414 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks [] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.663140 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.698623 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6aba-2af1-4a00-b2a1-dab573fd8e61 None None] Pushing event updated for resources: {'Port': ['ID=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:42.733614 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:42.736203 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.828488 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:58:42.829933 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:58:42.853761 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:42.857028 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Current status of the port c187a7bb-0023-49dc-bd05-422c6bc71596 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:42.857983 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.903269 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port c187a7bb-0023-49dc-bd05-422c6bc71596 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:42.903666 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:42.971086 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:58:42.992258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] For port c187a7bb-0023-49dc-bd05-422c6bc71596, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=c187a7bb-0023-49dc-bd05-422c6bc71596,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:43.004568 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.089890 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:58:43.097365 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-9c44440e-2acc-4dd7-9f04-c08a44aca6e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/668fbc09-2d68-48e4-b6f9-cf5d0d4182a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557679 Mar 08 14:58:43.119864 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.db.api [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 14:58:43.120191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG oslo_db.api [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 14:58:43.142422 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e52b4-387b-4435-9e5a-da0e2e3754bb None None] Pushing event updated for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:43.155695 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-ee87162e-937c-4d3f-a597-e108ea35e9de None None] Provisioning complete for port 40a83eb0-17f5-48ae-916f-b1142df9bb00 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:43.156069 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ee87162e-937c-4d3f-a597-e108ea35e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.225846 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-ee87162e-937c-4d3f-a597-e108ea35e9de None None] Port 40a83eb0-17f5-48ae-916f-b1142df9bb00 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:58:43.245551 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '40a83eb0-17f5-48ae-916f-b1142df9bb00', 'name': '', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'mac_address': 'fa:16:3e:ca:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:41Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 1, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'subnets': [{'id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:43.273107 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8bf39-4dab-4a54-b1fd-6b969190969f None None] The sync data for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi is: [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '40a83eb0-17f5-48ae-916f-b1142df9bb00', 'name': '', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'mac_address': 'fa:16:3e:ca:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:41Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 1, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'subnets': [{'id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:58:43.621265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49746) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:43.627467 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689251813', 'description': 'tempest-secgroup-smoke-689251813 description', 'project_id': '4644e3267292449eb0147c62cc9c970a'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:43.654004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.659655 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port c187a7bb-0023-49dc-bd05-422c6bc71596 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:43.660653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c08a597-8339-4e4a-815d-a4760c6e9eb4 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:43.714269 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:43.714777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.734131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (55d0d175-5ce6-4594-93cb-67b8c82ea8f1), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.740900 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (55d0d175-5ce6-4594-93cb-67b8c82ea8f1), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.771702 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.772952 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1506357 Mar 08 14:58:43.775971 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49748) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:43.781453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:43.787338 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf04a1-730d-4292-beb9-3ba7f693db5c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0d175-5ce6-4594-93cb-67b8c82ea8f1,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:43.798481 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:58:43.815206 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (45967955-61c6-4a81-bfaf-ee6310d809fe), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.817928 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:43.881698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (45967955-61c6-4a81-bfaf-ee6310d809fe), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.886145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (45967955-61c6-4a81-bfaf-ee6310d809fe), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.903628 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45967955-61c6-4a81-bfaf-ee6310d809fe,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:43.911981 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.914016 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c23acfac-d189-4d55-ac19-2d7621544570 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368141 Mar 08 14:58:43.916813 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49750) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:43.918970 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device c187a7bb-0023-49dc-bd05-422c6bc71596 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:43.921984 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:43.947072 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (0b9ab4f6-1efd-4184-8f05-21479baa69b0), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:43.967186 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port c187a7bb-0023-49dc-bd05-422c6bc71596 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:43.967553 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.010040 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (0b9ab4f6-1efd-4184-8f05-21479baa69b0), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.017638 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (0b9ab4f6-1efd-4184-8f05-21479baa69b0), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.034986 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9ab4f6-1efd-4184-8f05-21479baa69b0,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:44.048185 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.049707 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3d38135f-7667-4bed-b04d-a28a7787d8dc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312442 Mar 08 14:58:44.052493 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49752) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:44.057455 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:44.061571 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port c187a7bb-0023-49dc-bd05-422c6bc71596 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:44.062778 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c08a597-8339-4e4a-815d-a4760c6e9eb4 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:44.090792 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (04985438-8964-47e1-86e9-e9b5abc52f90), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.114595 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:44.114988 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.158191 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (04985438-8964-47e1-86e9-e9b5abc52f90), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.163556 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (04985438-8964-47e1-86e9-e9b5abc52f90), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.181411 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04985438-8964-47e1-86e9-e9b5abc52f90,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:44.191189 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.194294 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-868fae2d-9e04-4286-9eb0-862a9bba7811 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407254 Mar 08 14:58:44.195055 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49754) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:44.199385 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:44.206724 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:44.219824 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.231831 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (fed3a8e1-e565-4938-b220-a2663bf946a7), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.290942 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (fed3a8e1-e565-4938-b220-a2663bf946a7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.295293 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (fed3a8e1-e565-4938-b220-a2663bf946a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.315789 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed3a8e1-e565-4938-b220-a2663bf946a7,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:44.321284 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.322666 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-58ccae40-e113-4f79-8b74-ad566fa7d8c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266282 Mar 08 14:58:44.325433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49756) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:44.330201 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:44.349258 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Project 4644e3267292449eb0147c62cc9c970a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:58:44.354149 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (27e1ed56-7cb5-4a80-9114-6762e002bbad), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.410564 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (27e1ed56-7cb5-4a80-9114-6762e002bbad), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.414011 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (27e1ed56-7cb5-4a80-9114-6762e002bbad), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.431920 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e1ed56-7cb5-4a80-9114-6762e002bbad,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:44.437018 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.438203 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f0c8a22c-a214-428d-b3bf-95e7558d1346 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1117713 Mar 08 14:58:44.441123 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 49758) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:58:44.445449 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'security_group_rule': {'security_group_id': '55d0d175-5ce6-4594-93cb-67b8c82ea8f1', 'project_id': '4644e3267292449eb0147c62cc9c970a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:58:44.465062 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Project 4644e3267292449eb0147c62cc9c970a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 14:58:44.469848 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (2715beb5-dba8-4e4e-8edf-39c7c3eb6da5), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.535721 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (2715beb5-dba8-4e4e-8edf-39c7c3eb6da5), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.539339 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (2715beb5-dba8-4e4e-8edf-39c7c3eb6da5), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.556501 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2715beb5-dba8-4e4e-8edf-39c7c3eb6da5,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:44.564421 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:44.565637 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5748a334-ad0e-4abf-bdd7-374035fbaf0e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235609 Mar 08 14:58:45.912055 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device f86de71b-3d67-418a-9e5f-d27f7a86cd1f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:45.952235 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Sync routers for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:58:45.964128 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:45.964840 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:46.101378 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port f86de71b-3d67-418a-9e5f-d27f7a86cd1f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:46.101752 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.171979 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:46.187082 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port f86de71b-3d67-418a-9e5f-d27f7a86cd1f is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:46.187622 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.207945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port f86de71b-3d67-418a-9e5f-d27f7a86cd1f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:46.213231 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.268884 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:46.386642 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '40a83eb0-17f5-48ae-916f-b1142df9bb00', 'name': '', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'mac_address': 'fa:16:3e:ca:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:41Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 2, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'subnets': [{'id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:46.413228 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Checking router: 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:58:46.413573 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Updating router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 port 40a83eb0-17f5-48ae-916f-b1142df9bb00 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 14:58:46.443842 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.709362 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks [] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.714126 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.763319 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8552-e7d6-4304-b044-e00a5cde9580 None None] Pushing event updated for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:46.821726 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Attempting to bind port 40a83eb0-17f5-48ae-916f-b1142df9bb00 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:58:46.822129 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Attempting to bind port 40a83eb0-17f5-48ae-916f-b1142df9bb00 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:58:46.822493 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Attempting to bind port 40a83eb0-17f5-48ae-916f-b1142df9bb00 on network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:58:46.828367 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:58:46.828822 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Checking segment: {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:58:46.829256 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.829650 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Bound using segment: {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:58:46.830143 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Bound port: 40a83eb0-17f5-48ae-916f-b1142df9bb00, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:58:46.830523 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.900282 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] For port 40a83eb0-17f5-48ae-916f-b1142df9bb00, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:58:46.903496 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] For port 40a83eb0-17f5-48ae-916f-b1142df9bb00, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=40a83eb0-17f5-48ae-916f-b1142df9bb00,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:58:46.910320 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:46.961187 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:58:46.961765 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:58:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:46.972929 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Provisioning complete for port 40a83eb0-17f5-48ae-916f-b1142df9bb00 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:46.973449 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:47.014517 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8552-e7d6-4304-b044-e00a5cde9580 None None] Pushing event updated for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:47.070998 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Current status of the port 40a83eb0-17f5-48ae-916f-b1142df9bb00 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:47.071666 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:47.090851 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:58:47.112379 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] For port 40a83eb0-17f5-48ae-916f-b1142df9bb00, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=40a83eb0-17f5-48ae-916f-b1142df9bb00,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:58:47.119244 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:47.186769 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1ec4-7529-44c8-a398-6e97b1a60d1e None None] Pushing event updated for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:58:47.243184 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-9958ffca-051b-4815-9898-32c83e9127a9 None None] Provisioning complete for port 40a83eb0-17f5-48ae-916f-b1142df9bb00 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:47.243591 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-9958ffca-051b-4815-9898-32c83e9127a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:47.323842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-9958ffca-051b-4815-9898-32c83e9127a9 None None] Current status of the port 40a83eb0-17f5-48ae-916f-b1142df9bb00 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:47.325017 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '40a83eb0-17f5-48ae-916f-b1142df9bb00', 'name': '', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'mac_address': 'fa:16:3e:ca:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:41Z', 'updated_at': '2022-03-08T14:58:46Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'subnets': [{'id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:58:47.353867 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4890fc3-6c56-4270-b2c5-a00414ab9410 None None] The sync data for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi is: [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '40a83eb0-17f5-48ae-916f-b1142df9bb00', 'name': '', 'network_id': 'f8649a8d-63e9-4b98-ac2a-3f16af5b85c5', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'mac_address': 'fa:16:3e:ca:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:41Z', 'updated_at': '2022-03-08T14:58:46Z', 'revision_number': 4, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'subnets': [{'id': '1b6deac2-d18a-4ebc-a4d1-fa356ade6c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:58:47.919337 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device f86de71b-3d67-418a-9e5f-d27f7a86cd1f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:47.972295 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port f86de71b-3d67-418a-9e5f-d27f7a86cd1f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:47.972671 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:48.058099 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port f86de71b-3d67-418a-9e5f-d27f7a86cd1f is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:48.059033 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 40a83eb0-17f5-48ae-916f-b1142df9bb00 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:58:48.113459 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 40a83eb0-17f5-48ae-916f-b1142df9bb00 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:58:48.113857 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:58:48.194406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 40a83eb0-17f5-48ae-916f-b1142df9bb00 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:58:50.705571 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:05.173427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755b3ab-a486-41e5-a5c3-abb494601e2a req-1b5f8071-8668-42bf-9e0c-15426d0e2e24 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:05.175422 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8755b3ab-a486-41e5-a5c3-abb494601e2a req-1b5f8071-8668-42bf-9e0c-15426d0e2e24 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Mar 08 14:59:05.222276 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8755b3ab-a486-41e5-a5c3-abb494601e2a req-bc6db6e9-8e74-4ecd-a6be-c1872fc23e02 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Mar 08 14:59:06.347202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88696f6a-be03-4457-b34e-3aee0d898074 req-d8986514-221b-4f87-9da1-799b106cf978 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:06.348709 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-88696f6a-be03-4457-b34e-3aee0d898074 req-d8986514-221b-4f87-9da1-799b106cf978 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0588942 Mar 08 14:59:06.394837 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-88696f6a-be03-4457-b34e-3aee0d898074 req-ac5df355-207e-4a77-81c3-c1fea9938886 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Mar 08 14:59:07.203607 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-c431217e-874e-444b-8644-c0637417ee35 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689251813&fields=id&tenant_id=4644e3267292449eb0147c62cc9c970a HTTP/1.1" status: 200 len: 267 time: 0.0424962 Mar 08 14:59:07.313462 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-25a0a4dc-ae83-4efa-9076-086789589b0f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:07.315643 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-25a0a4dc-ae83-4efa-9076-086789589b0f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 808 time: 0.1052775 Mar 08 14:59:07.329597 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-2365cda1-c620-4ca5-857c-5bb0ea5a7c7e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/quotas/4644e3267292449eb0147c62cc9c970a HTTP/1.1" status: 200 len: 375 time: 0.0086997 Mar 08 14:59:07.383090 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-184a23a0-419b-48c6-b432-fabe7694c758 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487301 Mar 08 14:59:07.439691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-3e32f505-b452-485c-a79b-66cc31623944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:07.487371 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-664e1ae1-ef9b-447e-bdcc-358213bbb08a service neutron] 10.222.0.42 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921628 Mar 08 14:59:07.583413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0897d-b9e4-4e25-aa69-c86dbcde3bac req-987f4698-147a-425b-b567-2e8ff4674a62 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:07.584785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d3b0897d-b9e4-4e25-aa69-c86dbcde3bac req-987f4698-147a-425b-b567-2e8ff4674a62 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1166210 Mar 08 14:59:07.615419 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-95c34628-45b0-4d31-aab0-c1cf5730d6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105013 Mar 08 14:59:07.641689 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d3b0897d-b9e4-4e25-aa69-c86dbcde3bac req-965e0723-b310-41e4-8e31-37d719809ec1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487831 Mar 08 14:59:07.894396 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0ed8ceda-87ea-40ef-bd15-2a0b1da4b631 req-53cce205-4363-4d75-abe8-699712d32760 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 210 time: 0.0290735 Mar 08 14:59:08.840740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04e34a-2c6b-452f-93f1-dac5450a1637 req-c6057413-f47a-4c8e-bad6-917e9a827f5a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:08.842240 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7b04e34a-2c6b-452f-93f1-dac5450a1637 req-c6057413-f47a-4c8e-bad6-917e9a827f5a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1247551 Mar 08 14:59:08.864567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-1c0bf978-976d-4cb2-99ed-b47a0fe11075 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:08.866201 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-1c0bf978-976d-4cb2-99ed-b47a0fe11075 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 808 time: 0.1591544 Mar 08 14:59:08.931060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7b04e34a-2c6b-452f-93f1-dac5450a1637 req-6f83b6bc-66d3-47c3-a9da-eb1d521945cb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823934 Mar 08 14:59:08.957462 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-a5c3b2cb-eaed-4049-a325-e6716d97e6b0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4644e3267292449eb0147c62cc9c970a HTTP/1.1" status: 200 len: 379 time: 0.0810091 Mar 08 14:59:08.966364 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'port': {'device_id': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'admin_state_up': True, 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'security_groups': ['55d0d175-5ce6-4594-93cb-67b8c82ea8f1']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:09.012407 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-acc75add-58fe-4014-b498-4b59ffdbab1f req-0b5a623f-9226-44d1-b64d-b43086c1162b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 210 time: 0.0427468 Mar 08 14:59:09.101535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Made reservation on behalf of 4644e3267292449eb0147c62cc9c970a for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:59:09.104904 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.227680 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Allocated IP 172.20.0.14 (5b9e344c-d25d-4455-99a1-92734279e5c2/9a8a1642-d763-4ebf-a83f-222456ab7f67/bcf19c7a-3883-4327-8a62-ac30b434eda9) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:59:09.378778 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.411705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.456347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:59:09.459355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:59:09.462963 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:59:09.490290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:09.504893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.505245 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.505591 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.505962 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.506302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.506639 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.506978 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.507304 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.507630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.507957 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.508282 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.508605 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.508947 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:09.529295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:09.530019 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.546974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-90c21474-1da4-45d9-abdb-00243734b2e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843091 Mar 08 14:59:09.558233 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Request body: {'port': {'device_id': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:09.618262 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.693156 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-d7ce144d-a928-425c-9af2-b8915c0b1837 None None] Provisioning complete for port bcf19c7a-3883-4327-8a62-ac30b434eda9 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:59:09.693767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d7ce144d-a928-425c-9af2-b8915c0b1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:09.738437 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce144d-a928-425c-9af2-b8915c0b1837 None None] Port bcf19c7a-3883-4327-8a62-ac30b434eda9 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:59:09.740085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-436c26dc-43c2-4c9b-a0bb-d9b6292f6c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.169545 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf19c7a-3883-4327-8a62-ac30b434eda9 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:59:10.206347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks [] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.231768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Transition to ACTIVE for port object bcf19c7a-3883-4327-8a62-ac30b434eda9 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:59:10.240022 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.260696 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ff0f4-753e-480b-8d53-21eb26fe9399 req-ab1508d3-825f-4dd1-b4da-197005f0359b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.262783 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-350ff0f4-753e-480b-8d53-21eb26fe9399 req-ab1508d3-825f-4dd1-b4da-197005f0359b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 932 time: 0.1153553 Mar 08 14:59:10.292811 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bdc7a-bf02-4be1-902b-2e0ac0a45f24 req-df9ace41-836f-437a-a506-cd31d7987892 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.294335 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-426bdc7a-bf02-4be1-902b-2e0ac0a45f24 req-df9ace41-836f-437a-a506-cd31d7987892 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1479847 Mar 08 14:59:10.359910 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:10.432511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-350ff0f4-753e-480b-8d53-21eb26fe9399 req-a90d599f-64fa-4884-8216-f0e48a30d393 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487386 Mar 08 14:59:10.438551 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-426bdc7a-bf02-4be1-902b-2e0ac0a45f24 req-94490a71-a515-420f-aeca-9a5ffb72e402 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335592 Mar 08 14:59:10.466587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Attempting to bind port bcf19c7a-3883-4327-8a62-ac30b434eda9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:59:10.466929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Attempting to bind port bcf19c7a-3883-4327-8a62-ac30b434eda9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:59:10.467265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Attempting to bind port bcf19c7a-3883-4327-8a62-ac30b434eda9 on network 5b9e344c-d25d-4455-99a1-92734279e5c2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:59:10.472868 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Port bcf19c7a-3883-4327-8a62-ac30b434eda9 on network 5b9e344c-d25d-4455-99a1-92734279e5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:59:10.473265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Attempting to bind port bcf19c7a-3883-4327-8a62-ac30b434eda9 on network 5b9e344c-d25d-4455-99a1-92734279e5c2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:59:10.478422 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:59:10.478759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Checking segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:59:10.479142 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Bound using segment: {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:59:10.479560 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Bound port: bcf19c7a-3883-4327-8a62-ac30b434eda9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f23afd-aa97-47b5-b78b-3ed070e126d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:59:10.479969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.544363 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:59:10.548137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:59:10.555223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.585480 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.586112 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.587669 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] 10.222.0.61 "PUT /v2.0/ports/bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 1094 time: 1.0336742 Mar 08 14:59:10.589856 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:10.592598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69946865-3652-41c2-944e-12b0f4d9d5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:10.632176 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af7bf0-e2ca-40a2-be0d-720ccc85e1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:10.635602 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5f951-bebe-424a-b458-5dde6ee67747 x-openstack-request-id: req-9db5f951-bebe-424a-b458-5dde6ee67747 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:10.635891 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:10.636138 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9db5f951-bebe-424a-b458-5dde6ee67747 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:10.636530 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'status': 'completed', 'code': 200} Mar 08 14:59:10.682647 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-6ad54e7a-df3b-435b-af71-eb90ff500e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.684176 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-6ad54e7a-df3b-435b-af71-eb90ff500e31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1128 time: 0.0464306 Mar 08 14:59:10.731411 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-721c08ee-768b-4998-b017-fe3a24678d77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Mar 08 14:59:10.763429 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:10.781035 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-6d64525a-44f2-4ff9-9882-2e45436309aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.782542 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-6d64525a-44f2-4ff9-9882-2e45436309aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0451353 Mar 08 14:59:10.832462 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-3ede158a-0659-4f7f-ab69-fbb7401bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:10.833948 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-3ede158a-0659-4f7f-ab69-fbb7401bae1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455186 Mar 08 14:59:10.925352 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-000c9227-4d95-4321-a8a0-ed96a506307e service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Mar 08 14:59:11.015178 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb94737a-3b23-4e86-9da3-ed32c1ce117e req-581b5a8f-1927-4651-b2bd-0ab2758cd802 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Mar 08 14:59:11.112728 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-02d909e4-e910-4cfe-978d-57480977efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.114174 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-02d909e4-e910-4cfe-978d-57480977efb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1128 time: 0.0492122 Mar 08 14:59:11.201987 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-9ee73012-a0f6-40fd-b2bf-b9027ccc199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.203471 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-9ee73012-a0f6-40fd-b2bf-b9027ccc199b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0822105 Mar 08 14:59:11.248224 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-7c05d974-fd2c-4599-8278-b3a6529473ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 217 time: 0.0366445 Mar 08 14:59:11.294208 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-9b039a34-f56d-41ab-a596-b4311601be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.295638 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-9b039a34-f56d-41ab-a596-b4311601be09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0421550 Mar 08 14:59:11.343862 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-c7061749-19bb-4040-8ff3-74d4b617c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.345931 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-c7061749-19bb-4040-8ff3-74d4b617c355 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438950 Mar 08 14:59:11.434947 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-b50e30c2-c36b-4b73-90b3-e01aea745436 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830479 Mar 08 14:59:11.569998 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-69946865-3652-41c2-944e-12b0f4d9d5bc req-fdf5c0e7-8f9d-4557-b194-b87d1a6d15d9 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294920 Mar 08 14:59:11.602163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba00f2-faad-4c5d-ad7e-e7e7027883cf req-1dd5b7f9-c0c8-4662-bd64-1d8599013a35 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.603613 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0ba00f2-faad-4c5d-ad7e-e7e7027883cf req-1dd5b7f9-c0c8-4662-bd64-1d8599013a35 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.1017904 Mar 08 14:59:11.613503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3cd06-4e8c-4caf-a856-128eebcf9c38 req-3d09aba3-0881-4e85-a1bd-e7f189fd71a8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:11.614900 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4a3cd06-4e8c-4caf-a856-128eebcf9c38 req-3d09aba3-0881-4e85-a1bd-e7f189fd71a8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0981743 Mar 08 14:59:11.685998 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d0ba00f2-faad-4c5d-ad7e-e7e7027883cf req-de854e3e-5bb4-433b-93cf-13c457b86d46 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700533 Mar 08 14:59:11.688833 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4a3cd06-4e8c-4caf-a856-128eebcf9c38 req-e86761c8-27c9-4f55-8b9d-bdd66b8547a8 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675454 Mar 08 14:59:12.265950 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:12.835747 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2231c25-6293-40f2-8211-b59bfb0a51cf req-ec4f6302-6292-4901-b212-d3e3d64c1865 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:12.837232 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2231c25-6293-40f2-8211-b59bfb0a51cf req-ec4f6302-6292-4901-b212-d3e3d64c1865 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0767574 Mar 08 14:59:12.844747 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c20d9-7445-4e6d-a099-a031e1499660 req-3230c563-8bdf-491c-beb0-266012a0f327 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:12.846782 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d4c20d9-7445-4e6d-a099-a031e1499660 req-3230c563-8bdf-491c-beb0-266012a0f327 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0949633 Mar 08 14:59:12.919254 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2231c25-6293-40f2-8211-b59bfb0a51cf req-f296197b-fe3c-4d74-bf64-640e67733d53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715179 Mar 08 14:59:12.922758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d4c20d9-7445-4e6d-a099-a031e1499660 req-47cea16f-26db-420d-bad0-2fb0581eff4b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692899 Mar 08 14:59:14.085297 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a0fb7-8e7b-4b13-928f-e61ecddd2a64 req-9f61ffc1-cb01-4277-b3ce-e9754374876c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:14.086942 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-128a0fb7-8e7b-4b13-928f-e61ecddd2a64 req-9f61ffc1-cb01-4277-b3ce-e9754374876c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0975442 Mar 08 14:59:14.098738 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40693b1-72d8-40ce-af97-18933dcc7614 req-6adb9ce7-aafc-48e5-983e-7ffbaca5c5b6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:14.100085 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f40693b1-72d8-40ce-af97-18933dcc7614 req-6adb9ce7-aafc-48e5-983e-7ffbaca5c5b6 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1076195 Mar 08 14:59:14.166208 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-128a0fb7-8e7b-4b13-928f-e61ecddd2a64 req-b2802996-3505-485e-a19f-1c1f03424f80 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648925 Mar 08 14:59:14.177751 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f40693b1-72d8-40ce-af97-18933dcc7614 req-c0af5c83-abc1-464f-8a67-21c7d58b5900 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709219 Mar 08 14:59:14.187666 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:15.316790 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d949ac-0255-48d1-82e9-85d5f76c95a7 req-d77e765d-d91b-4bb3-a77f-6595328cada2 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:15.318285 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e8d949ac-0255-48d1-82e9-85d5f76c95a7 req-d77e765d-d91b-4bb3-a77f-6595328cada2 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0848203 Mar 08 14:59:15.328372 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34708f5-7bf7-44ca-8c01-2ede799c775a req-eff67adf-dd76-47f2-a66e-d05bdb32da4c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:15.330444 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a34708f5-7bf7-44ca-8c01-2ede799c775a req-eff67adf-dd76-47f2-a66e-d05bdb32da4c tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0859551 Mar 08 14:59:15.401136 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e8d949ac-0255-48d1-82e9-85d5f76c95a7 req-b20d4253-c44c-4226-b593-5ea849cab75e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697548 Mar 08 14:59:15.405130 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a34708f5-7bf7-44ca-8c01-2ede799c775a req-28e6c3d6-7d1e-4a42-86dc-effcb664d524 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682559 Mar 08 14:59:16.550252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73cc3d-9bbf-48d9-9cc1-5ac13787bda6 req-180315c7-edf5-4162-84ca-14c1374dd620 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:16.551707 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb73cc3d-9bbf-48d9-9cc1-5ac13787bda6 req-180315c7-edf5-4162-84ca-14c1374dd620 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0842671 Mar 08 14:59:16.558178 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f97d0-ad8f-41df-a374-0fbcbdaa167d req-fcac1361-e6d8-4125-94f4-ce1045dab6ce tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:16.559581 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-754f97d0-ad8f-41df-a374-0fbcbdaa167d req-fcac1361-e6d8-4125-94f4-ce1045dab6ce tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0827725 Mar 08 14:59:16.631369 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb73cc3d-9bbf-48d9-9cc1-5ac13787bda6 req-19e1982f-5a95-4339-90bf-2ea8aff7761f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709238 Mar 08 14:59:16.634297 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-754f97d0-ad8f-41df-a374-0fbcbdaa167d req-589597cc-2485-4da8-aea1-422fdc62a2a0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683889 Mar 08 14:59:17.775512 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab54b-a7e4-4832-ab39-3de2f0efe383 req-edc1c55e-9f61-4903-8683-dac257f0a19f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:17.777214 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2d5ab54b-a7e4-4832-ab39-3de2f0efe383 req-edc1c55e-9f61-4903-8683-dac257f0a19f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0791368 Mar 08 14:59:17.789056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e437-0a54-484f-8db8-6009b9b364ee req-3efa3c10-4229-4fce-b433-fc401f71b368 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:17.790762 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6eb7e437-0a54-484f-8db8-6009b9b364ee req-3efa3c10-4229-4fce-b433-fc401f71b368 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0841749 Mar 08 14:59:17.898958 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2d5ab54b-a7e4-4832-ab39-3de2f0efe383 req-6f1ddc2e-8c9b-4a4a-87c4-e94d30a4cfb4 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063578 Mar 08 14:59:17.902975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6eb7e437-0a54-484f-8db8-6009b9b364ee req-65a65b72-6bc5-45c2-8c73-4b87c323d04b tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039910 Mar 08 14:59:17.913889 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-00db11cd-30f5-4b8d-b807-d6b5aec51144 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904901 Mar 08 14:59:17.999395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-91f66aae-b9b9-4a16-91a3-a94ce592deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:18.000791 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-91f66aae-b9b9-4a16-91a3-a94ce592deda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 1130 time: 0.0437889 Mar 08 14:59:18.109145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-854cc809-7cd4-4379-9203-5a24c3da15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:18.111214 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-854cc809-7cd4-4379-9203-5a24c3da15f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0918846 Mar 08 14:59:18.177915 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-ef8ad7ad-8d9f-4665-a557-b49cb958e13f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 200 len: 1001 time: 0.0593479 Mar 08 14:59:18.229929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-af97567a-d9bd-489c-ad2e-93488dcaf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:18.231371 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-af97567a-d9bd-489c-ad2e-93488dcaf933 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0458877 Mar 08 14:59:18.279414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-063cb92b-fc4a-4c23-b825-a821d1c58433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:18.280882 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-063cb92b-fc4a-4c23-b825-a821d1c58433 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419290 Mar 08 14:59:18.369857 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-040ba69e-410d-4417-92cd-f6c19d8cd3de service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812073 Mar 08 14:59:18.463342 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7ab84d57-b1b6-453c-b914-3a8f740939e3 req-6440bf97-0b65-40de-9d60-7ba7b882a42d service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Mar 08 14:59:18.938595 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:59:19.038331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:19.050833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'mac_address': 'fa:16:3e:72:cc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:59:19.052028 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e763-6589-4b0f-abd0-6ceca2b10214 req-df8773d7-b373-459c-82bb-7a214222d89e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:19.053537 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a22e763-6589-4b0f-abd0-6ceca2b10214 req-df8773d7-b373-459c-82bb-7a214222d89e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0865648 Mar 08 14:59:19.064860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcff8f-69a6-4dda-bb2c-9f9c45ba6f4f req-a5af4fc6-80c7-400d-b573-02406cfd0740 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:19.066322 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2afcff8f-69a6-4dda-bb2c-9f9c45ba6f4f req-a5af4fc6-80c7-400d-b573-02406cfd0740 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0878997 Mar 08 14:59:19.087330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port bcf19c7a-3883-4327-8a62-ac30b434eda9 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:59:19.087717 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:19.100876 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf19c7a-3883-4327-8a62-ac30b434eda9 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:59:19.120261 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:19.124853 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:19.138862 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a22e763-6589-4b0f-abd0-6ceca2b10214 req-ae8874bf-5185-440e-a043-9b461f05210d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715947 Mar 08 14:59:19.142093 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2afcff8f-69a6-4dda-bb2c-9f9c45ba6f4f req-8c12e6e1-1bb0-4f52-b1a4-36901665ec56 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692842 Mar 08 14:59:19.175106 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:19.476049 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['bcf19c7a-3883-4327-8a62-ac30b434eda9'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:59:20.285838 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260cd1-3943-4bc5-bebb-406562ce22e1 req-47d440d5-ba4c-4aea-9df9-a6da749dd621 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:20.287302 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0f260cd1-3943-4bc5-bebb-406562ce22e1 req-47d440d5-ba4c-4aea-9df9-a6da749dd621 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0736480 Mar 08 14:59:20.293912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a20f4-16be-4fac-9fdb-ef1c2bb23b94 req-a01d4032-3cd7-45d7-a24b-286765b97d93 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:20.295253 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f8a20f4-16be-4fac-9fdb-ef1c2bb23b94 req-a01d4032-3cd7-45d7-a24b-286765b97d93 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 945 time: 0.0900140 Mar 08 14:59:20.365545 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0f260cd1-3943-4bc5-bebb-406562ce22e1 req-1dcbe766-e352-43b3-a091-fa3dfa98bf00 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693598 Mar 08 14:59:20.373782 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9f8a20f4-16be-4fac-9fdb-ef1c2bb23b94 req-0b8b4890-8a43-42ed-827e-95785f564c99 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713680 Mar 08 14:59:20.718984 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:20.797623 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 14:59:20.954799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:59:21.003768 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port bcf19c7a-3883-4327-8a62-ac30b434eda9 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:59:21.007418 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port bcf19c7a-3883-4327-8a62-ac30b434eda9 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:59:21.007793 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:21.084573 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port bcf19c7a-3883-4327-8a62-ac30b434eda9 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:59:21.084956 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:21.107188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:21.109406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547229fc-531a-4ee5-8299-39c1c154de5d" -d '{"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-plugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:21.124898 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:21.130540 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:21.152673 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4ac74-151b-464e-9386-f60379060e3f x-openstack-request-id: req-02e4ac74-151b-464e-9386-f60379060e3f {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:21.152966 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-plugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:21.153218 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02e4ac74-151b-464e-9386-f60379060e3f {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:21.153601 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'code': 200} Mar 08 14:59:21.178707 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:21.371808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f6cd2-db3e-4c3b-957e-40bdd74bedfa req-ee579ca5-9a24-4cbe-9344-9e6d7a90dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:21.373297 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-253f6cd2-db3e-4c3b-957e-40bdd74bedfa req-ee579ca5-9a24-4cbe-9344-9e6d7a90dfa3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0445485 Mar 08 14:59:21.419695 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-253f6cd2-db3e-4c3b-957e-40bdd74bedfa req-0c9b90b1-8781-493c-947a-7abd582012d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Mar 08 14:59:21.515398 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882cac-579a-4cd9-ad1b-5c652b15a6b4 req-a4fc95cb-86f6-4897-b860-7b753a86975d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:21.517401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86882cac-579a-4cd9-ad1b-5c652b15a6b4 req-a4fc95cb-86f6-4897-b860-7b753a86975d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0743892 Mar 08 14:59:21.524826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2e25-7495-48f1-968b-41c975da4a60 req-929a0369-fff2-46cb-b9f0-eae4ecebaa59 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:21.526214 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f24b2e25-7495-48f1-968b-41c975da4a60 req-929a0369-fff2-46cb-b9f0-eae4ecebaa59 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0932446 Mar 08 14:59:21.601725 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86882cac-579a-4cd9-ad1b-5c652b15a6b4 req-237cc553-1169-4720-9a62-73efde0b227d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744586 Mar 08 14:59:21.604645 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f24b2e25-7495-48f1-968b-41c975da4a60 req-36797c7f-142c-422a-9b49-c3002cc447cf tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719972 Mar 08 14:59:22.754910 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765985a-76fd-4ed7-bb6d-b22ad320bab3 req-b60640b5-acc6-4bc5-87b8-6c2e038505be tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:22.756396 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b765985a-76fd-4ed7-bb6d-b22ad320bab3 req-b60640b5-acc6-4bc5-87b8-6c2e038505be tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0852568 Mar 08 14:59:22.763161 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768344d-7baf-4105-ac8a-d1c671e59260 req-f372ab9f-afc1-45be-a53d-0bb73cadb9bb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:22.764542 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9768344d-7baf-4105-ac8a-d1c671e59260 req-f372ab9f-afc1-45be-a53d-0bb73cadb9bb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0922029 Mar 08 14:59:22.836602 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b765985a-76fd-4ed7-bb6d-b22ad320bab3 req-9bf3b940-517e-480c-a64e-d51c077ebc17 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711174 Mar 08 14:59:22.839565 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9768344d-7baf-4105-ac8a-d1c671e59260 req-be3350bd-de5e-4161-b376-83f4fcadb9ab tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679600 Mar 08 14:59:23.983008 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb883-d40c-43ba-939d-430e30481a01 req-91dd7948-99b9-4d64-9be0-10aa933b89c4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:23.984480 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-93bcb883-d40c-43ba-939d-430e30481a01 req-91dd7948-99b9-4d64-9be0-10aa933b89c4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0723693 Mar 08 14:59:23.992490 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0cf2d-e9b6-41e6-8adc-f51197a41ff2 req-0f402e10-d536-47e5-9836-6e6f5704cae3 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:23.993886 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e0cf2d-e9b6-41e6-8adc-f51197a41ff2 req-0f402e10-d536-47e5-9836-6e6f5704cae3 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0901802 Mar 08 14:59:24.067062 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-93bcb883-d40c-43ba-939d-430e30481a01 req-08efd5a2-18c4-40b7-8999-1b89b3f8960e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722387 Mar 08 14:59:24.071572 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58e0cf2d-e9b6-41e6-8adc-f51197a41ff2 req-6903a675-2167-4cfd-adb0-ac2ceae945b2 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713110 Mar 08 14:59:24.186477 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dd5be-7a7a-4931-b18d-25305cbe314e req-12293186-4e2c-4a53-8dd9-ffd00498cda0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:24.187954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d53dd5be-7a7a-4931-b18d-25305cbe314e req-12293186-4e2c-4a53-8dd9-ffd00498cda0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0517516 Mar 08 14:59:24.235205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d53dd5be-7a7a-4931-b18d-25305cbe314e req-86b35f25-ee87-4fba-8a8f-798f872649aa tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Mar 08 14:59:24.256946 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49994) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:24.382261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbf5c1-4f5d-4328-9b85-c47ab7fb8c64 tempest-TestShelveInstance-672627505 tempest-TestShelveInstance-672627505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:24.383676 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ffcbf5c1-4f5d-4328-9b85-c47ab7fb8c64 tempest-TestShelveInstance-672627505 tempest-TestShelveInstance-672627505-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1125 time: 0.1257493 Mar 08 14:59:24.386496 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 49998) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:24.390566 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:24.410378 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:24.507335 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:24.606572 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Allocated IP 172.27.2.223 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:59:24.705997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:24.738650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:24.777062 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:59:24.779743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:59:24.782427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:59:24.809623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'Port': ['ID=d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:25.174764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for floatingip (f7763fab-45fe-4a05-a1fa-739ad1c3e3a3), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:25.492828 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c46efc-87fc-48e1-9ed7-cb52b6b0b4a2 req-f6afe322-552f-47e6-a340-b890396eb385 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:25.494216 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81c46efc-87fc-48e1-9ed7-cb52b6b0b4a2 req-f6afe322-552f-47e6-a340-b890396eb385 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.3601778 Mar 08 14:59:25.551792 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:25.581102 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81c46efc-87fc-48e1-9ed7-cb52b6b0b4a2 req-f056c023-cc08-4ce2-bd2f-b79d6c5a8f83 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810182 Mar 08 14:59:25.703443 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:25.708006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:25.772344 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event updated for resources: {'Port': ['ID=d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:25.784840 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f7763fab-45fe-4a05-a1fa-739ad1c3e3a3), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:25.882841 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Floating IP f7763fab-45fe-4a05-a1fa-739ad1c3e3a3 associated. External IP: 172.27.2.223, port: bcf19c7a-3883-4327-8a62-ac30b434eda9. Mar 08 14:59:26.086821 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Router 7e02432f-d940-466f-80e4-e52b84d059f4 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:59:26.192879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:59:26.202332 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Sync routers for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:59:26.210883 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:26.212832 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:26.213988 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:26.240767 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a82cbd20-a45f-41d1-8589-34f59bc27602 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8532519 Mar 08 14:59:26.241549 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:26.243828 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6d7bb-a7e2-42ae-8266-392c45d753b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:26.280929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ee689-7a21-44b2-9dd2-7be544efb5fb x-openstack-request-id: req-d00ee689-7a21-44b2-9dd2-7be544efb5fb {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:26.281225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:26.281486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d00ee689-7a21-44b2-9dd2-7be544efb5fb {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:26.281922 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'status': 'completed', 'code': 200} Mar 08 14:59:26.325689 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:26.353092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-8e1b36e5-fdc1-4802-b3d1-a1fbc5b9be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:26.354659 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-8e1b36e5-fdc1-4802-b3d1-a1fbc5b9be5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0479589 Mar 08 14:59:26.444549 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-9d82b430-af7c-4421-a37e-afda3ff1ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:26.446067 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-9d82b430-af7c-4421-a37e-afda3ff1ff0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0822852 Mar 08 14:59:26.512921 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-29c0e7f6-3bf8-42f2-91c3-1113635883c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 1000 time: 0.0602493 Mar 08 14:59:26.544924 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f7763fab-45fe-4a05-a1fa-739ad1c3e3a3', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'mac_address': 'fa:16:3e:72:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:25Z', 'updated_at': '2022-03-08T14:59:25Z', 'revision_number': 0, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:26.566915 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-55526af1-b659-454b-a800-2145713beb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:26.568411 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-55526af1-b659-454b-a800-2145713beb70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0457134 Mar 08 14:59:26.570916 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Checking router: 7e02432f-d940-466f-80e4-e52b84d059f4 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:59:26.578938 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:26.580070 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:26.631279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-d7a2f838-0d75-4b8f-b56c-d602b8a32604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:26.632834 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-d7a2f838-0d75-4b8f-b56c-d602b8a32604 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474553 Mar 08 14:59:26.686120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:26.761561 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9531cab-0d37-4442-8b14-785f4c3ce5d6 req-e76bde5e-3299-4b80-a82a-acaa5276d6a1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:26.763063 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e9531cab-0d37-4442-8b14-785f4c3ce5d6 req-e76bde5e-3299-4b80-a82a-acaa5276d6a1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.1136627 Mar 08 14:59:26.765211 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-476d16ac-24d7-4b34-8d9d-ec995e040f65 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239598 Mar 08 14:59:26.867088 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e9531cab-0d37-4442-8b14-785f4c3ce5d6 req-4e4a0618-040b-4004-9695-b584caae99f9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970578 Mar 08 14:59:26.892278 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83f6d7bb-a7e2-42ae-8266-392c45d753b1 req-8f2c2484-a301-4205-8a9e-47984ddaf6e7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200273 Mar 08 14:59:26.913846 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f7763fab-45fe-4a05-a1fa-739ad1c3e3a3', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'mac_address': 'fa:16:3e:72:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:25Z', 'updated_at': '2022-03-08T14:59:25Z', 'revision_number': 0, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:26.944659 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2746c5-4c75-4ad6-9b26-d522cc671891 None None] The sync data for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi is: [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f7763fab-45fe-4a05-a1fa-739ad1c3e3a3', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'mac_address': 'fa:16:3e:72:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:25Z', 'updated_at': '2022-03-08T14:59:25Z', 'revision_number': 0, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:59:27.090881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8200a-235e-479f-be29-82d350206797 req-7df4d72a-1c2d-4eba-bebe-26a874da71d2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:27.092383 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36f8200a-235e-479f-be29-82d350206797 req-7df4d72a-1c2d-4eba-bebe-26a874da71d2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0712571 Mar 08 14:59:27.154456 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc7ab-be24-4a67-b0a2-5df17052e541 None None] New status for floating IP f7763fab-45fe-4a05-a1fa-739ad1c3e3a3: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:59:27.159925 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-d0672c98-1366-4c51-9d87-c6b405bf8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:27.161434 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-d0672c98-1366-4c51-9d87-c6b405bf8181 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.0907950 Mar 08 14:59:27.164664 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36f8200a-235e-479f-be29-82d350206797 req-e99bc898-b229-4121-8bd7-272c02a50ff3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575154 Mar 08 14:59:27.257353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-963f4808-ecc7-4c62-a4a1-8fed8efa43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:27.259249 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-963f4808-ecc7-4c62-a4a1-8fed8efa43e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0913348 Mar 08 14:59:27.325910 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-7ee789fb-be01-416e-9dff-bae1eb9265e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1001 time: 0.0595849 Mar 08 14:59:27.377740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-0268ce07-75d4-4ba1-b7eb-4cf09b609435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:27.379160 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-0268ce07-75d4-4ba1-b7eb-4cf09b609435 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0471458 Mar 08 14:59:27.427300 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-66487303-ffa0-44e8-a38c-c31eb4eff9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:27.428798 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-66487303-ffa0-44e8-a38c-c31eb4eff9f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432041 Mar 08 14:59:27.522486 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-aa751d5b-7ec1-477b-8236-8639efe4cc89 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840356 Mar 08 14:59:27.612401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e91d3e02-312d-4113-af5d-fb53120d4f18 req-1d103400-1a06-4f6b-8c72-18ab1edf2cda service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832274 Mar 08 14:59:28.291262 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8907-4e90-4f87-bfb5-b2f5e34bfb0a req-9867c6a3-b275-4a47-88ee-42e736f1df26 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:28.292756 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-169f8907-4e90-4f87-bfb5-b2f5e34bfb0a req-9867c6a3-b275-4a47-88ee-42e736f1df26 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0530846 Mar 08 14:59:28.342641 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-169f8907-4e90-4f87-bfb5-b2f5e34bfb0a req-17190a97-76df-432a-9d7d-20e01a47e2e1 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Mar 08 14:59:33.306522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941deca-919f-4a06-82c0-d904039d1d5b req-d14b3054-4f8a-41e8-b5b9-d74f0c053762 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:33.308405 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4941deca-919f-4a06-82c0-d904039d1d5b req-d14b3054-4f8a-41e8-b5b9-d74f0c053762 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0537722 Mar 08 14:59:33.354098 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4941deca-919f-4a06-82c0-d904039d1d5b req-bbd1bab4-6cdd-4511-a8ca-4d280667557f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404947 Mar 08 14:59:34.475978 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1a5f-191b-46bc-b0ca-8a625244900d req-de2ca5e0-0f20-4ae2-b227-26ec64be1be5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:34.477439 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ace1a5f-191b-46bc-b0ca-8a625244900d req-de2ca5e0-0f20-4ae2-b227-26ec64be1be5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0511892 Mar 08 14:59:34.521657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ace1a5f-191b-46bc-b0ca-8a625244900d req-be3d20ae-9bea-487c-9e7e-a0317ea890f6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 Mar 08 14:59:35.120978 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-b30f7ec2-8959-453a-8c7b-69a2156d4cdd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:35.122466 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-b30f7ec2-8959-453a-8c7b-69a2156d4cdd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0577500 Mar 08 14:59:35.213756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Deleting port 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:59:35.214115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:35.306822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] For port 08f09f54-c0f8-42eb-8864-791cb88627a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08f09f54-c0f8-42eb-8864-791cb88627a9,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:35.307220 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:35.532884 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:35.533610 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:35.533610 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Floating IP 4cda4731-a73c-406a-bf66-64b86647b0bb disassociated. External IP: 172.27.2.179, port: 08f09f54-c0f8-42eb-8864-791cb88627a9. Mar 08 14:59:35.533919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Calling delete_port for 08f09f54-c0f8-42eb-8864-791cb88627a9 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:59:35.690573 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c24c9-8fd9-4970-b711-c21558920791 req-866d5d7f-b4f5-4152-9838-fa60704f3f53 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:35.692134 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a2c24c9-8fd9-4970-b711-c21558920791 req-866d5d7f-b4f5-4152-9838-fa60704f3f53 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=1549e814-83a0-48e3-a3ef-02a27d34fcbe HTTP/1.1" status: 200 len: 946 time: 0.0981247 Mar 08 14:59:35.715723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (08f09f54-c0f8-42eb-8864-791cb88627a9), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:35.753002 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'Port': ['ID=08f09f54-c0f8-42eb-8864-791cb88627a9,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:35.807797 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5a2c24c9-8fd9-4970-b711-c21558920791 req-6f643f54-8a03-4c4c-8ba2-d5623ca589f2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073356 Mar 08 14:59:35.887508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:59:35.999516 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:59:36.010868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:59:36.021073 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:36.021751 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:36.044300 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] No DVR routers for this DVR port 08f09f54-c0f8-42eb-8864-791cb88627a9 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 14:59:36.046927 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:36.050975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92116422-bc30-4505-a29d-1cfddb7a7a10 req-1871645e-2b23-4fac-8365-de94aa0b2cb5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "DELETE /v2.0/ports/08f09f54-c0f8-42eb-8864-791cb88627a9 HTTP/1.1" status: 204 len: 173 time: 0.9222274 Mar 08 14:59:36.051486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-deleted', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:36.053705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6c8fe-3157-46af-90aa-b459627b05e2" -d '{"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-deleted", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:36.091667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c9105-7faf-4466-958b-b3f52c731ca6 x-openstack-request-id: req-531c9105-7faf-4466-958b-b3f52c731ca6 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:36.091969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549e814-83a0-48e3-a3ef-02a27d34fcbe", "name": "network-vif-deleted", "tag": "08f09f54-c0f8-42eb-8864-791cb88627a9", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:36.092231 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-531c9105-7faf-4466-958b-b3f52c731ca6 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:36.092660 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549e814-83a0-48e3-a3ef-02a27d34fcbe', 'name': 'network-vif-deleted', 'tag': '08f09f54-c0f8-42eb-8864-791cb88627a9', 'status': 'completed', 'code': 200} Mar 08 14:59:36.136123 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:36.340687 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:36.368645 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:59:36.376856 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:36.377456 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:36.489331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:36.687428 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:36.716626 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbf8c0-552d-449e-8a64-a894f39bcf98 None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:59:36.905672 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50054) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:36.954276 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283682d-5c51-4a66-a899-8eb9539f4a14 None None] New status for floating IP 4cda4731-a73c-406a-bf66-64b86647b0bb: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:59:36.971439 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (7d616a9e-a7ce-4da3-8555-4f2b0baf6f64), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.000689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (7d616a9e-a7ce-4da3-8555-4f2b0baf6f64), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.056524 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7d616a9e-a7ce-4da3-8555-4f2b0baf6f64), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.059429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.063207 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "DELETE /v2.0/security-groups/7d616a9e-a7ce-4da3-8555-4f2b0baf6f64 HTTP/1.1" status: 204 len: 168 time: 0.1533461 Mar 08 14:59:37.063551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50056) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:37.073170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb59f-fb89-4590-80e7-3737804d6602 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d616a9e-a7ce-4da3-8555-4f2b0baf6f64,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:37.088091 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.api.v2.resource [None req-0e60d164-17f5-4016-a281-6be6ffe195d6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] show failed (client error): The resource could not be found. Mar 08 14:59:37.089135 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0e60d164-17f5-4016-a281-6be6ffe195d6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups/7d616a9e-a7ce-4da3-8555-4f2b0baf6f64 HTTP/1.1" status: 404 len: 347 time: 0.0238218 Mar 08 14:59:37.092444 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50058) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:37.224055 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Deleting port cc569ef6-eb78-45a7-8b82-7f2608a3b025 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 14:59:37.224333 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.301154 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.301476 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (cc569ef6-eb78-45a7-8b82-7f2608a3b025), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.313453 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Calling delete_port for cc569ef6-eb78-45a7-8b82-7f2608a3b025 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 14:59:37.444885 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d02a3304-4884-47fb-88fe-95f26b43ef23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.462163 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (cc569ef6-eb78-45a7-8b82-7f2608a3b025), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.491124 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'Port': ['ID=cc569ef6-eb78-45a7-8b82-7f2608a3b025,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:37.514766 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.515122 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.515465 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.515803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.516219 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.516556 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.516885 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.517213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.517537 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.517884 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.518214 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.519095 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.519946 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:37.564631 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (4cda4731-a73c-406a-bf66-64b86647b0bb), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.568347 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:37.569965 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-02583f61-a21e-47ec-9aa6-daa34a05f22d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "DELETE /v2.0/floatingips/4cda4731-a73c-406a-bf66-64b86647b0bb HTTP/1.1" status: 204 len: 168 time: 0.4753458 Mar 08 14:59:37.958034 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50062) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:37.962666 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996267932', 'description': 'tempest-description--2108396176'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:37.985304 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.052685 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (ea4b9365-6358-4cda-9147-2e46d29b6716), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.056483 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ea4b9365-6358-4cda-9147-2e46d29b6716), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.085989 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b9365-6358-4cda-9147-2e46d29b6716,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:38.091750 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.095605 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-01670311-fbed-481c-b63a-4266118195b2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339018 Mar 08 14:59:38.096004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50064) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:38.102025 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group_rule': {'security_group_id': 'ea4b9365-6358-4cda-9147-2e46d29b6716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:38.127501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (f8f1999c-9d3e-45ff-86b0-ff2db9041975), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.175544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (f8f1999c-9d3e-45ff-86b0-ff2db9041975), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.179221 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (f8f1999c-9d3e-45ff-86b0-ff2db9041975), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.198052 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f1999c-9d3e-45ff-86b0-ff2db9041975,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:38.204782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.208781 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2c96b239-c63e-4ec1-9bbb-c6a0614a6f6b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085315 Mar 08 14:59:38.208988 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50066) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:38.213243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'security_group_rule': {'security_group_id': 'ea4b9365-6358-4cda-9147-2e46d29b6716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:38.239691 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (38e0017d-2bae-418d-aa1e-e3872b8e67dc), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.297598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (38e0017d-2bae-418d-aa1e-e3872b8e67dc), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.301624 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (38e0017d-2bae-418d-aa1e-e3872b8e67dc), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.321642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e0017d-2bae-418d-aa1e-e3872b8e67dc,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:38.326990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.328191 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2d97936c-82e5-4315-8f8d-033ad2dc5834 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182773 Mar 08 14:59:38.331719 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50068) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:38.336018 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:38.356001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.449935 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.558297 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Allocated IP 172.27.2.237 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/4b43ea1a-141a-4cf2-9f2b-4c1804b2a760) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:59:38.669037 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.706662 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.748157 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:59:38.751274 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:59:38.755894 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:59:38.779325 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=4b43ea1a-141a-4cf2-9f2b-4c1804b2a760,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:38.849673 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:38.887863 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.042029 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.047056 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.063890 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 14:59:39.086319 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 08f09f54-c0f8-42eb-8864-791cb88627a9 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 14:59:39.086816 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 08f09f54-c0f8-42eb-8864-791cb88627a9 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 14:59:39.123852 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=4b43ea1a-141a-4cf2-9f2b-4c1804b2a760,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:39.134472 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.150850 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.152080 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f4529b06-fe65-4ab6-83ae-82eeea903c05 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8195493 Mar 08 14:59:39.342812 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-b664021c-93f2-4782-8168-e2d203f36fe7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--996267932&fields=id&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 267 time: 0.0418131 Mar 08 14:59:39.448403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-497e50fb-b5f5-4b84-b291-128292662d80 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:39.450539 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-497e50fb-b5f5-4b84-b291-128292662d80 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 816 time: 0.1013205 Mar 08 14:59:39.465219 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-447644f1-13cd-4560-8808-519765fe3fb6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/quotas/7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 375 time: 0.0094094 Mar 08 14:59:39.520600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-a91aa35b-6eed-434a-881c-391c23555e18 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505838 Mar 08 14:59:39.624973 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-1a7e0dce-706e-469b-b833-cba771aca06e service neutron] 10.222.0.42 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925965 Mar 08 14:59:39.712940 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-26a15c93-19b5-4818-88e6-153642afd084 service neutron] 10.222.0.42 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821886 Mar 08 14:59:39.722420 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae18-50dd-4784-8962-c7941eb4c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:39.869562 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e8316eb-bd4f-479d-afd2-52291798969e req-81f0be16-cb4f-434e-b919-a5f077924f36 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 210 time: 0.0283263 Mar 08 14:59:40.772432 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:40.809674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-d1449720-e4dc-4d0a-9d0a-0580ac28a9b6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:40.811168 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-d1449720-e4dc-4d0a-9d0a-0580ac28a9b6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 816 time: 0.1088271 Mar 08 14:59:40.873824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-a8a05387-462d-4a52-9028-c9033f6df89d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 379 time: 0.0534165 Mar 08 14:59:40.882567 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'port': {'device_id': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'admin_state_up': True, 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'security_groups': ['ea4b9365-6358-4cda-9147-2e46d29b6716']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:40.972322 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8bcb05ac-e077-47b6-8136-a1498bf136ba req-64576709-762a-4832-afb3-01af61909a66 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 210 time: 0.0303645 Mar 08 14:59:41.012671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Made reservation on behalf of 7bf8b16a3603428fbf415973497db6b1 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 14:59:41.015916 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.138960 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Allocated IP 172.20.0.9 (5f309d08-5b66-4e26-a95c-94941123a3ec/4edf5922-e3ed-47d3-9742-77c127cac66b/ef01e465-cbb7-49b2-b705-1b6061126085) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 14:59:41.273511 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for port (ef01e465-cbb7-49b2-b705-1b6061126085), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.307598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.356364 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Network 5f309d08-5b66-4e26-a95c-94941123a3ec is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 14:59:41.359299 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 14:59:41.362992 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 14:59:41.386863 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:41.415977 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:41.416727 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.433562 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-b61a7c86-e075-4cda-bda6-d0d3311e5c8d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545456 Mar 08 14:59:41.446162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Request body: {'port': {'device_id': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:41.506501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.598997 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-2436f822-df04-4e11-952c-97929ebf3605 None None] Provisioning complete for port ef01e465-cbb7-49b2-b705-1b6061126085 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:59:41.599375 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2436f822-df04-4e11-952c-97929ebf3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:41.633252 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2436f822-df04-4e11-952c-97929ebf3605 None None] Port ef01e465-cbb7-49b2-b705-1b6061126085 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 14:59:42.033070 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:59:42.041013 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks [] for port (ef01e465-cbb7-49b2-b705-1b6061126085), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.075355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Transition to ACTIVE for port object ef01e465-cbb7-49b2-b705-1b6061126085 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 14:59:42.079187 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.146431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:42.169008 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5bf32-6b93-4228-b934-d9175d46c89f req-7337ec3b-f797-46ef-9df2-143f82e3e238 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.170536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0cd5bf32-6b93-4228-b934-d9175d46c89f req-7337ec3b-f797-46ef-9df2-143f82e3e238 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 931 time: 0.1271238 Mar 08 14:59:42.260054 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Attempting to bind port ef01e465-cbb7-49b2-b705-1b6061126085 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 14:59:42.260397 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Attempting to bind port ef01e465-cbb7-49b2-b705-1b6061126085 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 14:59:42.260735 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Attempting to bind port ef01e465-cbb7-49b2-b705-1b6061126085 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:59:42.266732 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0cd5bf32-6b93-4228-b934-d9175d46c89f req-2564d06b-7302-4ba5-ab8e-25ca6a57bd66 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728726 Mar 08 14:59:42.269543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Port ef01e465-cbb7-49b2-b705-1b6061126085 on network 5f309d08-5b66-4e26-a95c-94941123a3ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 14:59:42.270015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Attempting to bind port ef01e465-cbb7-49b2-b705-1b6061126085 on network 5f309d08-5b66-4e26-a95c-94941123a3ec {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 14:59:42.271546 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.280243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 14:59:42.280593 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Checking segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 14:59:42.280989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Bound using segment: {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 14:59:42.281427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Bound port: ef01e465-cbb7-49b2-b705-1b6061126085, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98629207-1a99-4bf3-a51a-c9c1cf4fe992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 14:59:42.281826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.352095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 14:59:42.355170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 14:59:42.360726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.396710 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.397343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:42.398780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] 10.222.0.61 "PUT /v2.0/ports/ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 1093 time: 0.9569423 Mar 08 14:59:42.399230 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:42.401476 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:42.428391 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a84e2-c335-450c-9872-15d208b39b8d service neutron] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:42.459552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a90e04-166a-4b93-ab5b-2a21a20a7782 x-openstack-request-id: req-f0a90e04-166a-4b93-ab5b-2a21a20a7782 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:42.459847 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:42.460103 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0a90e04-166a-4b93-ab5b-2a21a20a7782 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:42.460507 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'status': 'completed', 'code': 200} Mar 08 14:59:42.496698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-09a8d1be-da26-493d-81e1-aa66b8a8deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.498288 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-09a8d1be-da26-493d-81e1-aa66b8a8deab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1127 time: 0.0513208 Mar 08 14:59:42.546133 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-057971a2-7c78-4f1c-851f-7661f23e916a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 217 time: 0.0352712 Mar 08 14:59:42.598999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-19a04e02-7a88-4a2c-8491-7d564474d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.600430 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-19a04e02-7a88-4a2c-8491-7d564474d70b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0470102 Mar 08 14:59:42.647737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1865-0562-486b-afca-c27855cca121 req-91877421-35c6-41aa-b87b-41838ea2e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.649138 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-91877421-35c6-41aa-b87b-41838ea2e814 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424159 Mar 08 14:59:42.738675 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-7c8fa773-bac4-44be-8d58-a91393c7d309 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836468 Mar 08 14:59:42.825050 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b2e1865-0562-486b-afca-c27855cca121 req-ef8453a0-4a48-4b61-9166-35de59a7d193 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795071 Mar 08 14:59:42.910906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-58bb1a9e-b713-47aa-9a25-8946c48753df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:42.912317 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-58bb1a9e-b713-47aa-9a25-8946c48753df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1127 time: 0.0440817 Mar 08 14:59:43.002070 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-e290b4ff-5cea-48b2-b309-24c3ef81ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:43.004041 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-e290b4ff-5cea-48b2-b309-24c3ef81ef5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0848906 Mar 08 14:59:43.043122 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-2dd452de-882b-4ae9-be45-9be37427b4a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 217 time: 0.0330355 Mar 08 14:59:43.092409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-d6db5a44-5c21-4673-b1ec-5b097dbdde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:43.093857 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-d6db5a44-5c21-4673-b1ec-5b097dbdde60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0449910 Mar 08 14:59:43.149330 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-7f92a07e-79ca-468b-9bbe-bc8ac63391c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:43.150835 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-7f92a07e-79ca-468b-9bbe-bc8ac63391c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428474 Mar 08 14:59:43.239352 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-8b194ab1-ce7a-4d23-92d6-b91179c95f68 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Mar 08 14:59:43.331785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ab7e829-7f77-42fe-9bb6-01f6fd25c0fc req-f061df18-b0e8-4242-a65c-5a77720b6ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853438 Mar 08 14:59:43.390537 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18741c30-732b-4afa-b31c-a57c40aa2858 req-bb07661c-a138-40a1-96e8-7335934fd2be tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:43.392019 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18741c30-732b-4afa-b31c-a57c40aa2858 req-bb07661c-a138-40a1-96e8-7335934fd2be tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0524988 Mar 08 14:59:43.437919 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18741c30-732b-4afa-b31c-a57c40aa2858 req-140053dd-9c78-4155-a809-8d02ab8b244a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398827 Mar 08 14:59:44.190695 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:44.566642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c5033-de52-44a5-857f-d3927b7c4af3 req-aef00aa1-2cf3-4b39-b825-41dabc3db2e7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:44.568112 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c2c5033-de52-44a5-857f-d3927b7c4af3 req-aef00aa1-2cf3-4b39-b825-41dabc3db2e7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0550833 Mar 08 14:59:44.612553 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c2c5033-de52-44a5-857f-d3927b7c4af3 req-eb047e19-378b-4ca5-ab70-572e68d62d46 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390239 Mar 08 14:59:45.091691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 14:59:45.187283 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:45.197226 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 14:59:45.233873 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:59:45.234263 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:45.247141 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 14:59:45.265560 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:45.271160 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:45.322117 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:45.328939 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.329291 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.329632 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.329996 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.330330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.330657 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.331068 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.331343 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.331667 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.332018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.332342 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.332663 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.332984 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 14:59:45.618463 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['ef01e465-cbb7-49b2-b705-1b6061126085'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 14:59:45.731811 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c46c8-73a4-4e31-b3d1-05e004adb378 req-b24ddcbc-19c1-4c93-a2dd-1ca3c7ad2998 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:45.733325 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-687c46c8-73a4-4e31-b3d1-05e004adb378 req-b24ddcbc-19c1-4c93-a2dd-1ca3c7ad2998 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 944 time: 0.0521619 Mar 08 14:59:45.782404 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-687c46c8-73a4-4e31-b3d1-05e004adb378 req-c3ee6e5c-a427-4563-b684-70097535c054 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Mar 08 14:59:46.902104 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f2e59-791d-47ae-aab5-f6cc619f036a req-8e55f8e9-cbda-4047-b142-a5b34190b837 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:46.903580 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-880f2e59-791d-47ae-aab5-f6cc619f036a req-8e55f8e9-cbda-4047-b142-a5b34190b837 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 944 time: 0.0512903 Mar 08 14:59:46.952294 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-880f2e59-791d-47ae-aab5-f6cc619f036a req-ff2cc219-2c94-4cc9-9a48-360b6533a183 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Mar 08 14:59:47.093952 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 14:59:47.144095 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port ef01e465-cbb7-49b2-b705-1b6061126085 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 14:59:47.147796 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port ef01e465-cbb7-49b2-b705-1b6061126085 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 14:59:47.148174 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:47.222969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 14:59:47.223357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:47.244838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:47.247080 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c09fd-e3f2-4329-8868-c64cabed4452" -d '{"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:47.259694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 14:59:47.264203 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:47.290959 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e71b79-cce2-4e60-ad17-336399b48b4f x-openstack-request-id: req-83e71b79-cce2-4e60-ad17-336399b48b4f {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:47.291245 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:47.291494 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83e71b79-cce2-4e60-ad17-336399b48b4f {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:47.291878 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'code': 200} Mar 08 14:59:47.319788 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 14:59:47.464637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b58c6b-2df5-4d5a-aedb-1dc8049ae717 req-d0513895-6f35-4091-9e45-02e6c9845666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:47.466039 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96b58c6b-2df5-4d5a-aedb-1dc8049ae717 req-d0513895-6f35-4091-9e45-02e6c9845666 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1129 time: 0.0429053 Mar 08 14:59:47.508846 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-96b58c6b-2df5-4d5a-aedb-1dc8049ae717 req-0bead026-97f0-4166-a2ce-957701b24942 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362518 Mar 08 14:59:48.073124 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4fe3b-2202-4b04-9991-e9f15a5ea78e req-86c64eb8-c499-4efd-bde9-a14e763353c6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:48.075609 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5aa4fe3b-2202-4b04-9991-e9f15a5ea78e req-86c64eb8-c499-4efd-bde9-a14e763353c6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0524457 Mar 08 14:59:48.132348 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5aa4fe3b-2202-4b04-9991-e9f15a5ea78e req-1cd3d81c-6c6d-4777-9f1b-2adea4d16a36 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512335 Mar 08 14:59:49.258723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4591d-fc71-4f84-b07e-5381b3a642b7 req-be7b15f6-0cfe-4b16-9abc-12e93f16347b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:49.260241 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1b4591d-fc71-4f84-b07e-5381b3a642b7 req-be7b15f6-0cfe-4b16-9abc-12e93f16347b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0566576 Mar 08 14:59:49.306966 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c1b4591d-fc71-4f84-b07e-5381b3a642b7 req-6f0fa10c-cdbc-4e5f-8a14-f4f1f7884b40 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Mar 08 14:59:49.427664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0ce4f-32a1-49ed-a02e-c5d12f5b1ed6 req-0acbc63a-c08d-4e28-8bd7-b7d471fa7fe4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:49.429033 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-14d0ce4f-32a1-49ed-a02e-c5d12f5b1ed6 req-0acbc63a-c08d-4e28-8bd7-b7d471fa7fe4 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0531235 Mar 08 14:59:49.437273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50124) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 14:59:49.441802 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Request body: {'floatingip': {'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 14:59:49.484595 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:49.908878 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:49.912560 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:50.012044 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Floating IP 17342bcc-3677-44ce-a87f-f3097904e5e7 associated. External IP: 172.27.2.237, port: ef01e465-cbb7-49b2-b705-1b6061126085. Mar 08 14:59:50.217013 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 14:59:50.324855 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 14:59:50.329729 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:50.334945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 14:59:50.344536 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:50.345147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:50.358681 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4c3dfae4-cd5b-450f-b789-0acb076d52b5 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "PUT /v2.0/floatingips/17342bcc-3677-44ce-a87f-f3097904e5e7 HTTP/1.1" status: 200 len: 991 time: 0.9203148 Mar 08 14:59:50.359271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 14:59:50.361494 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039fff20-8d06-4ca1-a746-3d0ecd8697f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 14:59:50.405131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade2491-dba4-4260-ba7a-f48cc30157e2 x-openstack-request-id: req-1ade2491-dba4-4260-ba7a-f48cc30157e2 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 14:59:50.405131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 14:59:50.405392 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ade2491-dba4-4260-ba7a-f48cc30157e2 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 14:59:50.405852 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'status': 'completed', 'code': 200} Mar 08 14:59:50.459393 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:50.468063 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-db35c6d4-af8f-494c-9739-3ffc87934cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:50.469538 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-db35c6d4-af8f-494c-9739-3ffc87934cea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1129 time: 0.0435877 Mar 08 14:59:50.564785 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-212191ce-e6e8-44ff-a72a-ec4f96eb80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:50.566530 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-212191ce-e6e8-44ff-a72a-ec4f96eb80e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0902200 Mar 08 14:59:50.633687 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-6350f857-4c9d-47ea-b8a0-7e1035cd6d6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 999 time: 0.0600328 Mar 08 14:59:50.680355 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '17342bcc-3677-44ce-a87f-f3097904e5e7', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:38Z', 'updated_at': '2022-03-08T14:59:49Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:50.683808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-2c1e57f0-2232-44e5-bad9-37f46cf72855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:50.685279 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-2c1e57f0-2232-44e5-bad9-37f46cf72855 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0450487 Mar 08 14:59:50.710028 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 14:59:50.726265 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 14:59:50.726772 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T14:59:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:50.737716 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-b55ca14e-cedd-4fe9-8541-518e901bcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 14:59:50.739440 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-b55ca14e-cedd-4fe9-8541-518e901bcf9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473499 Mar 08 14:59:50.765666 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 14:59:50.829704 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-45c26d14-d008-469e-9071-dd2c3e75ca7e service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835681 Mar 08 14:59:50.922909 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-039fff20-8d06-4ca1-a746-3d0ecd8697f8 req-72b4037d-d3bb-46d5-b7d2-131f71570c99 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Mar 08 14:59:50.968718 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 14:59:51.183397 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '17342bcc-3677-44ce-a87f-f3097904e5e7', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:38Z', 'updated_at': '2022-03-08T14:59:49Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 14:59:51.208605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a78e-f6f0-43c5-b235-f87c1083cc90 None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '17342bcc-3677-44ce-a87f-f3097904e5e7', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T14:59:38Z', 'updated_at': '2022-03-08T14:59:49Z', 'revision_number': 1, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 14:59:51.393938 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bb1ed-ca08-44de-aa30-53d067a4ec6e None None] New status for floating IP 17342bcc-3677-44ce-a87f-f3097904e5e7: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 14:59:57.796490 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:00:07.448376 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-4faff89e-9ba0-49bf-82e2-8e9c9a15386b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:09.723068 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1c482aae-9e96-426f-a1c6-47f0fcd6ba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:10.771548 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:12.269363 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:14.193725 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:18.812576 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-d8cdad15-f7b4-4959-a07d-b0a9e8b64f76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455241 Mar 08 15:00:18.879174 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-d3a9b289-7afe-46cf-b67b-70b7676c50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:18.880664 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-d3a9b289-7afe-46cf-b67b-70b7676c50e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 1129 time: 0.0473418 Mar 08 15:00:18.979133 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-834f5977-334a-41c6-aaf7-c9cc12ce2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:18.980572 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-834f5977-334a-41c6-aaf7-c9cc12ce2dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0819635 Mar 08 15:00:19.047754 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-90c4ee32-3cfc-4291-88b8-5f54a0832ea6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 200 len: 1001 time: 0.0587020 Mar 08 15:00:19.093624 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-f212fce7-8c82-4b6f-bc69-a2a0d5f3d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:19.095104 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-f212fce7-8c82-4b6f-bc69-a2a0d5f3d29a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0413923 Mar 08 15:00:19.144651 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-9543c9c5-bc31-4a94-b193-0a60ff83b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:19.146167 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-9543c9c5-bc31-4a94-b193-0a60ff83b4ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442264 Mar 08 15:00:19.234918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-0fc61067-e48a-4759-b244-65377fff684a service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827172 Mar 08 15:00:19.323107 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92e4c78d-342e-45f1-999d-b3b4e82690e3 req-ba4b9590-63a2-4c58-9f5e-f38f2f746c6a service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814302 Mar 08 15:00:20.753860 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:25.499461 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9174dd-3188-4339-913c-2d417b78f551 req-66e68956-bc6e-4e53-b541-e32cd039f027 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:25.500966 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee9174dd-3188-4339-913c-2d417b78f551 req-66e68956-bc6e-4e53-b541-e32cd039f027 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0572586 Mar 08 15:00:25.546724 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee9174dd-3188-4339-913c-2d417b78f551 req-3994ba61-fd33-42a7-9d56-677af14d8ea7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Mar 08 15:00:26.685833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7bd7e-668d-475c-97b0-ccb3880af190 req-afcd29ba-aa68-454e-a468-53595e0a7fe9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:26.687290 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-42f7bd7e-668d-475c-97b0-ccb3880af190 req-afcd29ba-aa68-454e-a468-53595e0a7fe9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0726993 Mar 08 15:00:26.736340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-10fddb47-7c68-417a-b739-71a603de066d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:26.738331 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-10fddb47-7c68-417a-b739-71a603de066d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 945 time: 0.0857546 Mar 08 15:00:26.764048 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-42f7bd7e-668d-475c-97b0-ccb3880af190 req-588e06b1-2715-4aa1-a912-2b02ca6b2958 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=0838be7a-b37e-4a5e-ae87-378ec1c7576a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682642 Mar 08 15:00:26.840652 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Deleting port 7e104937-add9-4b9c-a03b-bcf712779a65 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:00:26.840919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:26.930562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] For port 7e104937-add9-4b9c-a03b-bcf712779a65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e104937-add9-4b9c-a03b-bcf712779a65,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:00:26.930926 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:27.095427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:27.095699 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:27.096012 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Floating IP f79460d0-31eb-4a98-9386-0dd15ac6255e disassociated. External IP: 172.27.2.105, port: 7e104937-add9-4b9c-a03b-bcf712779a65. Mar 08 15:00:27.096347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Calling delete_port for 7e104937-add9-4b9c-a03b-bcf712779a65 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:00:27.224969 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7e104937-add9-4b9c-a03b-bcf712779a65), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:27.253522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'Port': ['ID=7e104937-add9-4b9c-a03b-bcf712779a65,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:27.263617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.263913 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.264262 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.264604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.264940 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.265271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.265604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.265963 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.266295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.266625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.266952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.267275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.267598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:00:27.658182 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:00:27.768053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:00:27.781893 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:00:27.792573 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:27.793181 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:27.808493 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] No DVR routers for this DVR port 7e104937-add9-4b9c-a03b-bcf712779a65 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:00:27.811099 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:27.814356 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6106cee1-b7dc-4b55-8b40-2c8316aa8336 req-db08e028-2ccc-4973-955e-c008702309ea tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "DELETE /v2.0/ports/7e104937-add9-4b9c-a03b-bcf712779a65 HTTP/1.1" status: 204 len: 173 time: 1.0707316 Mar 08 15:00:27.814813 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'name': 'network-vif-deleted', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:00:27.817955 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a0c7b5-0a67-44dd-a8b8-51dc4ecee751" -d '{"events": [{"server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "name": "network-vif-deleted", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:00:27.864752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c2b7a0e1-3906-4d38-b5b0-6003ed813921 req-1b478f01-f482-4b68-ae28-79856bd0b599 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6f68995-a966-4722-a0f9-6d8263f19779 HTTP/1.1" status: 200 len: 210 time: 0.0300250 Mar 08 15:00:27.866070 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938d72f-98ea-4aef-8f72-0ec834da83c0 x-openstack-request-id: req-6938d72f-98ea-4aef-8f72-0ec834da83c0 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:00:27.866360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f68995-a966-4722-a0f9-6d8263f19779", "name": "network-vif-deleted", "tag": "7e104937-add9-4b9c-a03b-bcf712779a65", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:00:27.866615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6938d72f-98ea-4aef-8f72-0ec834da83c0 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:00:27.866996 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f68995-a966-4722-a0f9-6d8263f19779', 'name': 'network-vif-deleted', 'tag': '7e104937-add9-4b9c-a03b-bcf712779a65', 'status': 'completed', 'code': 200} Mar 08 15:00:27.931728 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:28.136729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:28.163885 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:00:28.172173 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:28.172778 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:28.279626 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:28.476431 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:28.505100 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcb2ac-d2e6-4c08-b778-749a8d0ee7e7 None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:00:28.713688 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c042571-920d-4b3a-99bf-d78d3d657aa2 None None] New status for floating IP f79460d0-31eb-4a98-9386-0dd15ac6255e: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:00:28.959481 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50182) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:29.011063 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (0838be7a-b37e-4a5e-ae87-378ec1c7576a), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.033639 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (0838be7a-b37e-4a5e-ae87-378ec1c7576a), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.079256 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0838be7a-b37e-4a5e-ae87-378ec1c7576a), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.082500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.083687 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "DELETE /v2.0/security-groups/0838be7a-b37e-4a5e-ae87-378ec1c7576a HTTP/1.1" status: 204 len: 168 time: 0.1232245 Mar 08 15:00:29.086463 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50184) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:29.092633 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e5593-6893-4357-bffe-c43e2b2a625f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838be7a-b37e-4a5e-ae87-378ec1c7576a,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:29.102060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.api.v2.resource [None req-17a7456b-5109-4e4b-bb87-d4b6e48c8ff9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] show failed (client error): The resource could not be found. Mar 08 15:00:29.103160 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-17a7456b-5109-4e4b-bb87-d4b6e48c8ff9 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups/0838be7a-b37e-4a5e-ae87-378ec1c7576a HTTP/1.1" status: 404 len: 347 time: 0.0155988 Mar 08 15:00:29.105871 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50186) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:29.228429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Deleting port 3bdadae7-c9cf-4b79-8b54-e35b7b44b528 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:00:29.228682 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.256188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7e104937-add9-4b9c-a03b-bcf712779a65 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:00:29.276868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 7e104937-add9-4b9c-a03b-bcf712779a65 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:00:29.277222 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7e104937-add9-4b9c-a03b-bcf712779a65 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:00:29.307360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.307682 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.319558 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Calling delete_port for 3bdadae7-c9cf-4b79-8b54-e35b7b44b528 owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:00:29.452273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (3bdadae7-c9cf-4b79-8b54-e35b7b44b528), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.478944 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'Port': ['ID=3bdadae7-c9cf-4b79-8b54-e35b7b44b528,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:29.536909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (f79460d0-31eb-4a98-9386-0dd15ac6255e), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.539545 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:29.540722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4ed0e4b3-bc13-4ef7-91e8-d6ff971437e3 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "DELETE /v2.0/floatingips/f79460d0-31eb-4a98-9386-0dd15ac6255e HTTP/1.1" status: 204 len: 168 time: 0.4339514 Mar 08 15:00:29.996440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50192) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:30.000997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125319803', 'description': 'tempest-description--625541441'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:30.021422 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.086867 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (10022e09-228c-4471-b896-487a833e8b38), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.090474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (10022e09-228c-4471-b896-487a833e8b38), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.121508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.122802 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253502 Mar 08 15:00:30.126027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50194) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:30.126853 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b487-2e42-4699-8410-bbece976274f tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10022e09-228c-4471-b896-487a833e8b38,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:30.131621 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group_rule': {'security_group_id': '10022e09-228c-4471-b896-487a833e8b38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:30.157486 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (89f3cd95-d22f-4345-a7e0-dc84b8166bc4), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.202635 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (89f3cd95-d22f-4345-a7e0-dc84b8166bc4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.207099 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (89f3cd95-d22f-4345-a7e0-dc84b8166bc4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.228557 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3cd95-d22f-4345-a7e0-dc84b8166bc4,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:30.236764 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.238468 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-4d7aa98d-85dd-4ee5-812f-c96ce07a7d0e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110270 Mar 08 15:00:30.242497 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50196) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:30.247615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'security_group_rule': {'security_group_id': '10022e09-228c-4471-b896-487a833e8b38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:30.272689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (674edb11-10dd-497c-8521-82cb01b76b51), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.329681 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (674edb11-10dd-497c-8521-82cb01b76b51), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.333668 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (674edb11-10dd-497c-8521-82cb01b76b51), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.350236 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674edb11-10dd-497c-8521-82cb01b76b51,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:30.357302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.358517 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-765bcdc0-eb6e-487f-b784-975e0807378d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145666 Mar 08 15:00:30.361673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50198) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:30.365942 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:30.385212 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.479821 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.585605 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Allocated IP 172.27.2.36 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/49ae481f-c673-4370-9cac-d5e64d94e86f) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:00:30.687195 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.718282 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.758704 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:00:30.758704 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:00:30.761983 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:00:30.785574 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=49ae481f-c673-4370-9cac-d5e64d94e86f,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:30.847671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:30.882270 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:31.028747 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:31.032931 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:31.103154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=49ae481f-c673-4370-9cac-d5e64d94e86f,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:31.113713 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:31.129227 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:31.130493 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-89b260d0-13bd-439f-81d4-e58b9cffa00e tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7678418 Mar 08 15:00:31.325379 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ace363c2-7f93-4317-83b3-3c6bacc077a7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1125319803&fields=id&tenant_id=38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 267 time: 0.0470238 Mar 08 15:00:31.431615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-26a526d6-a61f-4aa6-a705-1378f15c8909 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:31.433089 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-26a526d6-a61f-4aa6-a705-1378f15c8909 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 811 time: 0.1006949 Mar 08 15:00:31.447757 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-6b7620d7-be9b-4c53-b4a5-e20e38e0ccd7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/quotas/38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 375 time: 0.0093293 Mar 08 15:00:31.500112 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-6a57f186-3cf6-40b9-86d7-50a0ae38eb1a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476265 Mar 08 15:00:31.591242 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-c4085835-748e-4b16-a48b-17e68d0e2f73 service neutron] 10.222.0.42 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795791 Mar 08 15:00:31.680446 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-517044b2-b3f2-4a41-a629-7b058eaad0a1 service neutron] 10.222.0.42 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837262 Mar 08 15:00:31.840180 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-02ff36bf-d38a-4b1c-ad93-4bbec17f142d req-d641ccd5-802c-45ab-b4ae-b95bd491f995 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 210 time: 0.0278184 Mar 08 15:00:32.761756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f534cca7-1a12-4c6c-a6f5-24b5d36b3c03 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:32.763240 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f534cca7-1a12-4c6c-a6f5-24b5d36b3c03 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 811 time: 0.1094086 Mar 08 15:00:32.825058 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-cc6eb692-6015-4638-8839-fe0b59e57dd2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b740dedccb49a08aaf0cc9b318f20d HTTP/1.1" status: 200 len: 380 time: 0.0529203 Mar 08 15:00:32.836368 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'port': {'device_id': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'admin_state_up': True, 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'security_groups': ['10022e09-228c-4471-b896-487a833e8b38']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:32.948406 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-08f0b397-4fe5-4c35-8b0c-649340e1b989 req-121652a0-eacd-40f1-94af-855a40dea7d7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 210 time: 0.0382094 Mar 08 15:00:32.969429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Made reservation on behalf of 38b740dedccb49a08aaf0cc9b318f20d for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:00:32.972945 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.093124 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Allocated IP 172.20.0.10 (9848d7fb-4138-44f8-8c64-fa7a7f10400c/e49dfccb-708c-49f3-85a5-29b430f690f3/f0ed53eb-f5ef-4acb-90e2-44649ab1c350) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:00:33.226564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.260148 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.302673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:00:33.305586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:00:33.309192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:00:33.315983 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event updated for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:33.366953 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:33.367634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.387976 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ce62d067-59ff-40d1-8c76-4ca88adb318d tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552745 Mar 08 15:00:33.410599 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Request body: {'port': {'device_id': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:33.469641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.497047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f072f04a-a1be-471f-8b19-8d4c7eb1ef0d None None] Provisioning complete for port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:00:33.497634 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f072f04a-a1be-471f-8b19-8d4c7eb1ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.534333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f072f04a-a1be-471f-8b19-8d4c7eb1ef0d None None] Port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:00:33.728652 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ed53eb-f5ef-4acb-90e2-44649ab1c350 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:00:33.738562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks [] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.752448 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Transition to ACTIVE for port object f0ed53eb-f5ef-4acb-90e2-44649ab1c350 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:00:33.757020 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.827307 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:33.879071 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Attempting to bind port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:00:33.879405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Attempting to bind port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:00:33.879732 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Attempting to bind port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:00:33.884228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:00:33.884545 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Attempting to bind port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 on network 9848d7fb-4138-44f8-8c64-fa7a7f10400c {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:00:33.889351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:00:33.889688 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Checking segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:00:33.890101 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Bound using segment: {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:00:33.890522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Bound port: f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ecd0e1-9452-4492-a860-d120b8ca6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:00:33.890876 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:33.959103 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:00:33.962241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:00:33.968707 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:34.002720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.004047 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:34.005463 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] 10.222.0.61 "PUT /v2.0/ports/f0ed53eb-f5ef-4acb-90e2-44649ab1c350 HTTP/1.1" status: 200 len: 1094 time: 0.5996821 Mar 08 15:00:34.007909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:00:34.011033 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77224a2-49e0-440a-a331-6a1a79ae7c54" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:00:34.063079 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d103b-835e-4c15-a355-93b75e859a46 x-openstack-request-id: req-a68d103b-835e-4c15-a355-93b75e859a46 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:00:34.063395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:00:34.063651 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a68d103b-835e-4c15-a355-93b75e859a46 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:00:34.064056 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'status': 'completed', 'code': 200} Mar 08 15:00:34.105986 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37605cf-b8ce-45f4-af28-4f20cc062719 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:34.138085 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca7b77-a2ed-45d9-80e9-9a5d3a33aa11 req-c49a836a-1e68-4a44-a88b-c2c9a27228db tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.139583 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fca7b77-a2ed-45d9-80e9-9a5d3a33aa11 req-c49a836a-1e68-4a44-a88b-c2c9a27228db tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 944 time: 0.1215351 Mar 08 15:00:34.154447 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-8d9da209-39ae-4a08-bfb5-1e0b7273c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.155912 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-8d9da209-39ae-4a08-bfb5-1e0b7273c89b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 1128 time: 0.0946603 Mar 08 15:00:34.203824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-ef8b4957-2e51-430d-9034-673e570b326d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350 HTTP/1.1" status: 200 len: 217 time: 0.0395441 Mar 08 15:00:34.260031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5fca7b77-a2ed-45d9-80e9-9a5d3a33aa11 req-5f1523ce-b329-4572-b042-7cfd82352d21 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134179 Mar 08 15:00:34.270442 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-82120647-33a9-492e-a744-629a16615eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.271939 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-82120647-33a9-492e-a744-629a16615eee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0623267 Mar 08 15:00:34.321563 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-5341a279-e162-459b-aa2c-fdaa0208f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.323101 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-5341a279-e162-459b-aa2c-fdaa0208f162 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454943 Mar 08 15:00:34.420763 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-58b0dc7b-e0cd-4dc7-bbf8-0eb8f23d5b95 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916922 Mar 08 15:00:34.514182 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4d0c7588-fb41-429d-8735-83a111c5bf38 req-7b55d5a1-f158-40b1-bd39-6614f6024471 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860336 Mar 08 15:00:34.604617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-e4b929d8-7860-4728-8c96-abf410495164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.606114 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-e4b929d8-7860-4728-8c96-abf410495164 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 1128 time: 0.0430884 Mar 08 15:00:34.692087 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-5aab50ef-6454-4356-a065-7337ecfe54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.693533 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-5aab50ef-6454-4356-a065-7337ecfe54a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0815012 Mar 08 15:00:34.741523 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-f77b943d-d7eb-4d02-8dd2-a20b6c081060 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350 HTTP/1.1" status: 200 len: 217 time: 0.0415382 Mar 08 15:00:34.787806 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-74c65de6-08b5-4367-b3e9-0d70a9af2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.789208 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-74c65de6-08b5-4367-b3e9-0d70a9af2750 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0428009 Mar 08 15:00:34.795378 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:00:34.836198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-40d975aa-c97c-46d9-8f47-45007060610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:34.837669 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-40d975aa-c97c-46d9-8f47-45007060610d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429904 Mar 08 15:00:34.928838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-a6d9b76f-18c1-4f21-a177-91fa450eb190 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849533 Mar 08 15:00:35.014885 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f77224a2-49e0-440a-a331-6a1a79ae7c54 req-3a654079-7c9f-4afe-bcba-b0bfdd9bbb06 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798991 Mar 08 15:00:35.385152 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62819a-9845-4e89-b481-388b6f7b1857 req-d7539219-e8ae-43f4-a69e-2a29ba6c68fd tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:35.386667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a62819a-9845-4e89-b481-388b6f7b1857 req-d7539219-e8ae-43f4-a69e-2a29ba6c68fd tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 944 time: 0.0582135 Mar 08 15:00:35.433360 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a62819a-9845-4e89-b481-388b6f7b1857 req-56272c10-c543-415d-964c-eb80b23d3f05 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Mar 08 15:00:36.554959 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391dfb1-cfc5-455f-8b4a-f99930681094 req-c9138331-f128-4773-99b6-e47c73b941f2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:36.556450 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2391dfb1-cfc5-455f-8b4a-f99930681094 req-c9138331-f128-4773-99b6-e47c73b941f2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 944 time: 0.0521126 Mar 08 15:00:36.602272 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2391dfb1-cfc5-455f-8b4a-f99930681094 req-76251c7b-8516-4962-a460-f16fff879bff tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 Mar 08 15:00:37.294535 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device f0ed53eb-f5ef-4acb-90e2-44649ab1c350 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:00:37.390700 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:00:37.400814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'port_id': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'mac_address': 'fa:16:3e:2d:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:00:37.445867 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:00:37.446255 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:37.457055 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bc323784-b1bd-469b-b964-52d30499b5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:37.463170 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ed53eb-f5ef-4acb-90e2-44649ab1c350 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:00:37.482528 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:00:37.485937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:37.531085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:37.718045 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b940c-5381-4cb6-9941-2d874b088714 req-8975af7a-99bf-4045-bb3d-89720fb87702 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:37.719507 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef6b940c-5381-4cb6-9941-2d874b088714 req-8975af7a-99bf-4045-bb3d-89720fb87702 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Mar 08 15:00:37.768451 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef6b940c-5381-4cb6-9941-2d874b088714 req-f52077fe-a8b1-40ff-9ee1-5b9518568a43 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Mar 08 15:00:37.811406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['f0ed53eb-f5ef-4acb-90e2-44649ab1c350'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:00:38.887201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e2b33-324b-4296-b364-b8db87e122f1 req-dcaf1b7d-4425-495e-bf89-2b18c7c1617a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:38.888666 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-259e2b33-324b-4296-b364-b8db87e122f1 req-dcaf1b7d-4425-495e-bf89-2b18c7c1617a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 945 time: 0.0517895 Mar 08 15:00:38.934639 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-259e2b33-324b-4296-b364-b8db87e122f1 req-30a40c57-f956-480e-87b4-60d2854a30c2 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Mar 08 15:00:39.308995 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device f0ed53eb-f5ef-4acb-90e2-44649ab1c350 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:00:39.355289 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:00:39.358746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:00:39.359120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:39.436107 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:00:39.436493 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:39.458336 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:00:39.460554 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b7720c-563f-4399-9c7f-9945a433bf80" -d '{"events": [{"server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:00:39.472662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:00:39.477068 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:39.500012 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e5f2bf-42a9-4136-ae7a-4a3d0ee1d060 x-openstack-request-id: req-e0e5f2bf-42a9-4136-ae7a-4a3d0ee1d060 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:00:39.500304 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:00:39.500559 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0e5f2bf-42a9-4136-ae7a-4a3d0ee1d060 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:00:39.500948 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'code': 200} Mar 08 15:00:39.528903 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:39.668533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7d37-e6d2-4595-b306-8d13e79d3a03 req-a770d992-daaf-4ac9-9b71-40621b18f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:39.669975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-52cb7d37-e6d2-4595-b306-8d13e79d3a03 req-a770d992-daaf-4ac9-9b71-40621b18f66a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 1130 time: 0.0455801 Mar 08 15:00:39.714020 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-52cb7d37-e6d2-4595-b306-8d13e79d3a03 req-37992bd6-c87f-40bb-97ee-cf0d6732c5d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Mar 08 15:00:39.724843 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-763b254c-e8ba-4c76-936d-8bf4e888c2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:40.055560 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272f4b-4b14-42a2-afb1-b277bcf9b847 req-b56d434a-0eec-4e42-b040-59981540b559 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:40.057031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a272f4b-4b14-42a2-afb1-b277bcf9b847 req-b56d434a-0eec-4e42-b040-59981540b559 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0562546 Mar 08 15:00:40.102687 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a272f4b-4b14-42a2-afb1-b277bcf9b847 req-44bcc6cc-5f65-42db-8908-4c2f1f52acc0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Mar 08 15:00:40.770968 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:41.220409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dec28-8a4e-4e15-948d-ccf7a2aa9ae1 req-f07c82a3-37ed-4af4-8df6-436c763a24f7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:41.222183 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-337dec28-8a4e-4e15-948d-ccf7a2aa9ae1 req-f07c82a3-37ed-4af4-8df6-436c763a24f7 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0517552 Mar 08 15:00:41.268878 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-337dec28-8a4e-4e15-948d-ccf7a2aa9ae1 req-6422b643-f1df-413b-97c6-07a02dbadf65 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Mar 08 15:00:41.381120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfcfba-b713-422d-9c3c-3263bcda1d3b req-6b345b93-16f1-4252-81a9-a86df48ac293 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:41.382696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfbfcfba-b713-422d-9c3c-3263bcda1d3b req-6b345b93-16f1-4252-81a9-a86df48ac293 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Mar 08 15:00:41.391154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50250) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:00:41.396037 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Request body: {'floatingip': {'port_id': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:00:41.435930 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:41.865357 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:41.869144 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:42.247801 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Floating IP a36eed34-5294-45cd-9e26-792d2bac7816 associated. External IP: 172.27.2.36, port: f0ed53eb-f5ef-4acb-90e2-44649ab1c350. Mar 08 15:00:42.276470 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:42.455181 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:00:42.560762 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:00:42.566326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:42.570817 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:00:42.580568 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:42.581191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:42.594251 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-64c00ae9-98f8-4e62-bfdc-1ee59be72eb4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "PUT /v2.0/floatingips/a36eed34-5294-45cd-9e26-792d2bac7816 HTTP/1.1" status: 200 len: 991 time: 1.2020819 Mar 08 15:00:42.594864 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:00:42.597153 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd8689-55c7-4db3-960b-ffeb988ec795" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:00:42.632283 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a99ff52-8ffd-4332-96b0-d78a4789c324 x-openstack-request-id: req-1a99ff52-8ffd-4332-96b0-d78a4789c324 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:00:42.632576 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:00:42.632832 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a99ff52-8ffd-4332-96b0-d78a4789c324 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:00:42.633244 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'status': 'completed', 'code': 200} Mar 08 15:00:42.691908 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:42.697402 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-83be4b9d-968f-47b4-952f-6627475185d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:42.698946 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-83be4b9d-968f-47b4-952f-6627475185d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 1130 time: 0.0451968 Mar 08 15:00:42.799054 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-c2cceebe-5a98-4b34-8903-b90e39cb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:42.800586 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-c2cceebe-5a98-4b34-8903-b90e39cb3e2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 200 len: 912 time: 0.0869145 Mar 08 15:00:42.865999 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-f1d567dc-ff4a-437c-a858-d0248c0944fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350 HTTP/1.1" status: 200 len: 999 time: 0.0592489 Mar 08 15:00:42.915269 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-dad0b7ee-fa04-4b0d-9317-ac62ea44d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:42.916045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'a36eed34-5294-45cd-9e26-792d2bac7816', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:2d:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:00:30Z', 'updated_at': '2022-03-08T15:00:41Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:42.916721 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-dad0b7ee-fa04-4b0d-9317-ac62ea44d8e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 200 len: 850 time: 0.0440042 Mar 08 15:00:42.946425 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:00:42.954802 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:42.955413 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:42.968819 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-9ab53bc1-71ca-4044-be97-74bef3e4f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:42.970371 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-9ab53bc1-71ca-4044-be97-74bef3e4f37f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9848d7fb-4138-44f8-8c64-fa7a7f10400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478239 Mar 08 15:00:43.058954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-af9290f9-e9f0-4871-9b99-acda507bbbf9 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820670 Mar 08 15:00:43.156703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-67bd8689-55c7-4db3-960b-ffeb988ec795 req-6f0f935a-5caf-4ec2-bb58-f7a69d26a883 service neutron] 10.222.0.61 "GET /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913639 Mar 08 15:00:43.197694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:43.413538 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'a36eed34-5294-45cd-9e26-792d2bac7816', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:2d:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:00:30Z', 'updated_at': '2022-03-08T15:00:41Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:43.439296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06582052-2581-4da8-a641-276e6eb363e6 None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'a36eed34-5294-45cd-9e26-792d2bac7816', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '5d80255a-01a9-4a44-9977-608298486e40', 'port_id': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'mac_address': 'fa:16:3e:2d:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:00:30Z', 'updated_at': '2022-03-08T15:00:41Z', 'revision_number': 1, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:00:43.624855 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ee5e4-73be-4b39-8d48-4f151835ddda None None] New status for floating IP a36eed34-5294-45cd-9e26-792d2bac7816: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:00:44.195767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:50.776178 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:54.763486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55b31a-1471-4842-b675-b35647de40ef req-81e45356-129d-4630-9d48-a3d5ac86a559 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:54.764965 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7e55b31a-1471-4842-b675-b35647de40ef req-81e45356-129d-4630-9d48-a3d5ac86a559 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0520732 Mar 08 15:00:54.813164 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7e55b31a-1471-4842-b675-b35647de40ef req-2c41517e-49bd-471b-b6af-af950fc6c27a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Mar 08 15:00:55.935585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7aad1-74ca-4d5d-a64f-14f90451f040 req-81c2f531-569d-4524-9587-fd8eb7071171 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:55.937050 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78d7aad1-74ca-4d5d-a64f-14f90451f040 req-81c2f531-569d-4524-9587-fd8eb7071171 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0517924 Mar 08 15:00:55.990134 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-78d7aad1-74ca-4d5d-a64f-14f90451f040 req-18e3b0ae-b102-4976-aa07-e07ac5fd11d3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Mar 08 15:00:56.566363 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-c469b97e-50f0-47f0-bbd6-a2d10244d06c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:56.567737 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-c469b97e-50f0-47f0-bbd6-a2d10244d06c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 945 time: 0.0514777 Mar 08 15:00:56.658254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:00:56.658622 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:56.746585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] For port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:00:56.746947 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:56.915993 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:56.916284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (3f992acb-a334-4ed7-a646-c5ed72180194), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:56.916605 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 3f992acb-a334-4ed7-a646-c5ed72180194 disassociated. External IP: 172.27.2.198, port: 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f. Mar 08 15:00:56.916942 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:00:57.043284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (4e31314e-e1cf-4ae8-8ef5-27b5885aec6f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:57.081483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=4e31314e-e1cf-4ae8-8ef5-27b5885aec6f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:00:57.104482 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-71b42a8c-f551-4716-af9c-6acd6719cf6b req-92aacb3f-8b92-4f6c-b348-3f01eb65213f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 210 time: 0.0345531 Mar 08 15:00:57.210529 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:00:57.320371 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:00:57.331408 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:00:57.340488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:57.341157 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:57.364692 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] No DVR routers for this DVR port 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:00:57.367166 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:00:57.370570 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b78ecf8f-6300-40ec-8d58-a53df64fde23 req-9bf6be5d-52bc-4541-bba0-2b845378d192 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "DELETE /v2.0/ports/4e31314e-e1cf-4ae8-8ef5-27b5885aec6f HTTP/1.1" status: 204 len: 173 time: 0.7979918 Mar 08 15:00:57.371015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'name': 'network-vif-deleted', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:00:57.373326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46d6bc6-3d5b-4ae5-809b-450a4b4ff6c8" -d '{"events": [{"server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "name": "network-vif-deleted", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:00:57.418173 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c81f2d-b5dc-48ee-9dbf-ff6ea5d40633 x-openstack-request-id: req-29c81f2d-b5dc-48ee-9dbf-ff6ea5d40633 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:00:57.418586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a158bd-e5cd-497c-a38f-761db7bd325a", "name": "network-vif-deleted", "tag": "4e31314e-e1cf-4ae8-8ef5-27b5885aec6f", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:00:57.419194 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29c81f2d-b5dc-48ee-9dbf-ff6ea5d40633 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:00:57.419671 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a158bd-e5cd-497c-a38f-761db7bd325a', 'name': 'network-vif-deleted', 'tag': '4e31314e-e1cf-4ae8-8ef5-27b5885aec6f', 'status': 'completed', 'code': 200} Mar 08 15:00:57.465278 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:57.672537 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:57.700071 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:00:57.708282 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:00:57.708880 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:00:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:57.817440 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:00:58.015381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:00:58.045251 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a014c-4a82-4659-a6a4-f4ed6d102ee1 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:00:58.228851 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-66e1c292-f10c-4cb5-bf01-69f98a003815 req-76e4edb6-ea83-4a3e-914d-446ffe3dde1b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8a158bd-e5cd-497c-a38f-761db7bd325a HTTP/1.1" status: 200 len: 210 time: 0.0297527 Mar 08 15:00:58.286943 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cadebd-28af-492e-8b3f-94fec8df31e5 None None] New status for floating IP 3f992acb-a334-4ed7-a646-c5ed72180194: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:00:59.350710 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:00:59.371062 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:00:59.371482 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4e31314e-e1cf-4ae8-8ef5-27b5885aec6f not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:00:59.475626 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-34601ed6-7520-44d9-bf2c-9b61a9c69c50 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013927307&fields=id&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 267 time: 0.0426364 Mar 08 15:00:59.581156 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-caf9acb9-cfaa-4213-a9c5-8fa093149c70 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:00:59.582667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-caf9acb9-cfaa-4213-a9c5-8fa093149c70 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1006687 Mar 08 15:00:59.596897 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-85ce9567-9a07-4a44-a371-c461852a6678 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/quotas/de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 375 time: 0.0088894 Mar 08 15:00:59.650306 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-f9c147f9-e646-457b-9386-7bc544ef405b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485311 Mar 08 15:00:59.741886 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-e5106a48-51a4-443c-8c0c-b68f5e2d2fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796950 Mar 08 15:00:59.831559 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d5995844-ae72-47fd-8e19-2cea0c8bbac8 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 Mar 08 15:01:00.109582 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-65b57654-93ad-4a27-9bbc-55d078c61dc5 req-9e16790c-cd34-481c-8d86-2435a2d6567d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0273221 Mar 08 15:01:01.008907 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7b463a27-8760-44d3-9333-97b099c188e3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:01.010402 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7b463a27-8760-44d3-9333-97b099c188e3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1156828 Mar 08 15:01:01.075779 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-26df45fa-be7b-4cca-99c4-c8d3b9348327 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 380 time: 0.0558920 Mar 08 15:01:01.086176 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'port': {'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'admin_state_up': True, 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'security_groups': ['fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:01:01.211953 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9895cba4-bd40-43e1-824d-da62e4426b23 req-fcf91ee4-76d1-493b-b097-7c0a7eada4da tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0353923 Mar 08 15:01:01.221842 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Made reservation on behalf of de3400e761894483a66d8f846d1a3a3f for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:01:01.228615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.361121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.20.0.12 (5eb25968-5507-4b56-b328-0c419feec1b2/1a1aac02-f7ae-4ea5-87f6-5334762a96b8/098f7bcd-3085-4b9d-b7a5-7a947d3b9165) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:01:01.506487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.540280 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.585466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:01:01.588390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:01:01.592037 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:01:01.598930 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:01.649538 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:01.650187 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.667695 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7192d5c2-5f8f-4275-8534-c766b7658cb6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854261 Mar 08 15:01:01.682271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Request body: {'port': {'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:01:01.743685 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.866052 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-1203b403-8e0e-4e4e-9203-d977af769fb7 None None] Provisioning complete for port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:01:01.866605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1203b403-8e0e-4e4e-9203-d977af769fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:01.903111 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-1203b403-8e0e-4e4e-9203-d977af769fb7 None None] Port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:01:01.999349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:01:02.006646 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks [] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:02.018874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Transition to ACTIVE for port object 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:01:02.022440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:02.069435 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Pushing event updated for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:02.141010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Attempting to bind port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:01:02.141345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Attempting to bind port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:01:02.141671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Attempting to bind port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:01:02.147299 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 on network 5eb25968-5507-4b56-b328-0c419feec1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:01:02.147623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Attempting to bind port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:01:02.152401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:01:02.152734 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:01:02.153117 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Bound using segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:01:02.153541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Bound port: 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:01:02.153926 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:02.222566 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:01:02.225531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:01:02.231952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:02.268945 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.269859 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:02.270969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] 10.222.0.61 "PUT /v2.0/ports/098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 1094 time: 0.5930824 Mar 08 15:01:02.271488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:01:02.273752 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:01:02.329066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d977cc-ee26-4950-8ef8-41fef5169b97 service neutron] Pushing event updated for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:02.334807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d0255-e5cc-45c6-8bfc-6afd038ddaaa x-openstack-request-id: req-1c3d0255-e5cc-45c6-8bfc-6afd038ddaaa {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:01:02.335092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:01:02.335350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c3d0255-e5cc-45c6-8bfc-6afd038ddaaa {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:01:02.335750 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'status': 'completed', 'code': 200} Mar 08 15:01:02.381144 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1112883-88ac-42b4-aec3-2b6ad01d4d84 req-aaf4c49d-7692-4306-9374-b5f70e155971 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.382791 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e1112883-88ac-42b4-aec3-2b6ad01d4d84 req-aaf4c49d-7692-4306-9374-b5f70e155971 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0905895 Mar 08 15:01:02.398976 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7597b9cf-4125-4765-b4ae-b089c879b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.400447 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-7597b9cf-4125-4765-b4ae-b089c879b950 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1128 time: 0.0789313 Mar 08 15:01:02.453715 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-139f9717-5f8c-4384-b4a7-cb764b8b1520 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 217 time: 0.0436683 Mar 08 15:01:02.508177 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e1112883-88ac-42b4-aec3-2b6ad01d4d84 req-28c8a154-b3f7-4093-8b65-1df2200fae05 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196141 Mar 08 15:01:02.516672 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-33f2b9a7-3c49-49fc-9729-1196403f47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.519045 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-33f2b9a7-3c49-49fc-9729-1196403f47a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0587411 Mar 08 15:01:02.568365 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-3c5c24f6-e406-4d27-8382-023ac7a94793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.569871 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-3c5c24f6-e406-4d27-8382-023ac7a94793 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450134 Mar 08 15:01:02.660037 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-d0e7668f-98e7-41e8-b813-f9b4d2f1dfe0 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828402 Mar 08 15:01:02.751513 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76b522e7-1cea-4fce-bd5f-fb6a99b8dd85 req-17038831-a887-4633-af8c-18bcbe516fe1 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Mar 08 15:01:02.846205 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-cc8529bd-d4a2-431e-a014-9196ad7ce29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.847751 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-cc8529bd-d4a2-431e-a014-9196ad7ce29c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1128 time: 0.0441060 Mar 08 15:01:02.935353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-c4129932-72e1-4be5-a0c0-2123e4e422df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:02.936789 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-c4129932-72e1-4be5-a0c0-2123e4e422df service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.0828934 Mar 08 15:01:02.980265 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-e411afb1-8ace-47a7-bc99-63635beb0a6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 217 time: 0.0361092 Mar 08 15:01:03.031772 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-2581e863-db05-4641-aa9a-a7390088f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:03.035348 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-2581e863-db05-4641-aa9a-a7390088f9c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0484419 Mar 08 15:01:03.084943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-62004d60-78dc-41b9-a95b-73ac6ab2c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:03.086477 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-62004d60-78dc-41b9-a95b-73ac6ab2c816 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438671 Mar 08 15:01:03.175301 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-05f27b4a-cd54-4bb9-a9bf-dae2a044688a service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818381 Mar 08 15:01:03.261342 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf430cf-296b-45d5-9bf2-646ee7b9d8fa req-5e5d77f5-151d-43f0-8956-34a105cb3c6b service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793221 Mar 08 15:01:03.630559 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60807f61-3dce-4b20-b94f-7d0feb0c0cbb req-e59c5466-5222-481d-851a-fb943b414491 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:03.632004 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-60807f61-3dce-4b20-b94f-7d0feb0c0cbb req-e59c5466-5222-481d-851a-fb943b414491 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0555108 Mar 08 15:01:03.678625 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-60807f61-3dce-4b20-b94f-7d0feb0c0cbb req-f9fdf88d-5b0a-48de-b3da-12c7f51ec046 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Mar 08 15:01:04.804082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b7a17-1ba8-4a99-9a42-d6acca0a20c2 req-2f8cf136-04be-4e6c-9ad3-5e39b452e626 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:04.805581 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-815b7a17-1ba8-4a99-9a42-d6acca0a20c2 req-2f8cf136-04be-4e6c-9ad3-5e39b452e626 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0516200 Mar 08 15:01:04.854785 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-815b7a17-1ba8-4a99-9a42-d6acca0a20c2 req-75fe461e-50fe-4dc9-810b-feac0679ccfb tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Mar 08 15:01:05.971076 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d0040-d92c-48d0-bbe1-045cc31d2cb2 req-5e4a3c91-7bc3-4cd2-8d58-9586caccd32a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:05.972557 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-040d0040-d92c-48d0-bbe1-045cc31d2cb2 req-5e4a3c91-7bc3-4cd2-8d58-9586caccd32a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0512764 Mar 08 15:01:06.024535 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-040d0040-d92c-48d0-bbe1-045cc31d2cb2 req-33aa63cb-585e-4453-982c-f48686046803 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462651 Mar 08 15:01:07.141574 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f577-18e2-4749-a115-b5dfb212bcd1 req-e15bf95b-4039-4467-bfed-f55afd78083c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:07.143756 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e762f577-18e2-4749-a115-b5dfb212bcd1 req-e15bf95b-4039-4467-bfed-f55afd78083c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0515399 Mar 08 15:01:07.190706 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e762f577-18e2-4749-a115-b5dfb212bcd1 req-12a3cb3c-f6cf-41ba-ade1-ae027083e59c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Mar 08 15:01:07.449130 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0fae1354-bed0-49ac-bec6-20fd5420f318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:07.647843 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483c690-57be-427c-a77f-6319c1e3c8a7 req-0dde3707-252b-4ae9-aa78-edd612f84a50 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:07.649297 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c483c690-57be-427c-a77f-6319c1e3c8a7 req-0dde3707-252b-4ae9-aa78-edd612f84a50 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0512609 Mar 08 15:01:07.694631 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c483c690-57be-427c-a77f-6319c1e3c8a7 req-15c689b5-0ec8-4aea-a571-ef0e62c8f09e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397217 Mar 08 15:01:08.590051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064f38-73ab-4953-980f-51e8323e33f3 req-33cdcf7a-e2bd-44cd-b97d-775e744ecbc2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:08.591512 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c4064f38-73ab-4953-980f-51e8323e33f3 req-33cdcf7a-e2bd-44cd-b97d-775e744ecbc2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.3347642 Mar 08 15:01:08.638475 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c4064f38-73ab-4953-980f-51e8323e33f3 req-feec2cee-afa7-430b-8ef1-a61b9c5ad833 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Mar 08 15:01:08.817374 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8cbc-d7c9-4440-897c-76c294070379 req-dbdd7fe6-f201-4985-bf60-1271e4b5d506 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:08.819011 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-993a8cbc-d7c9-4440-897c-76c294070379 req-dbdd7fe6-f201-4985-bf60-1271e4b5d506 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0535119 Mar 08 15:01:08.864101 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-993a8cbc-d7c9-4440-897c-76c294070379 req-7f8c11d2-38b5-4ba0-bd3f-12b3f8ef4c87 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Mar 08 15:01:09.727814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f7a129f4-66fd-4aff-82e1-53e7531ca79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:09.762771 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159cd74-98f8-4b13-841c-ceb0df899856 req-f2db02b9-169f-4036-aa72-d0ef63416441 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:09.764431 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4159cd74-98f8-4b13-841c-ceb0df899856 req-f2db02b9-169f-4036-aa72-d0ef63416441 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0617599 Mar 08 15:01:09.813187 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4159cd74-98f8-4b13-841c-ceb0df899856 req-f1b36411-a7ae-4c38-baeb-f4b826430e27 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Mar 08 15:01:09.986839 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76558a-6c76-423c-9bbd-27e4316dac38 req-31db7004-acac-45f4-a558-28d441e0a5f7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:09.988489 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a76558a-6c76-423c-9bbd-27e4316dac38 req-31db7004-acac-45f4-a558-28d441e0a5f7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0525024 Mar 08 15:01:10.035373 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8a76558a-6c76-423c-9bbd-27e4316dac38 req-e276ee8b-c0b6-40e9-a052-fb864e45e77f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Mar 08 15:01:10.773921 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:10.931206 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23d443-6a5f-4735-b1c9-0f377c448b51 req-4173e2db-c1ca-4794-8e9e-1f2b652d1339 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:10.932687 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd23d443-6a5f-4735-b1c9-0f377c448b51 req-4173e2db-c1ca-4794-8e9e-1f2b652d1339 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0527966 Mar 08 15:01:10.984954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd23d443-6a5f-4735-b1c9-0f377c448b51 req-7a7a20cf-b450-4fd3-9a0e-c0bc393f0f40 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Mar 08 15:01:11.155693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d462e89-c7c8-4c6e-a9a9-b00a1095db8d req-1cf0bbb4-9a2b-4ed6-8079-8cb88601a80d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:11.157167 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0d462e89-c7c8-4c6e-a9a9-b00a1095db8d req-1cf0bbb4-9a2b-4ed6-8079-8cb88601a80d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0511291 Mar 08 15:01:11.202459 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0d462e89-c7c8-4c6e-a9a9-b00a1095db8d req-73c76337-6cf3-43e6-a9e8-fc289dc70821 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Mar 08 15:01:11.386573 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:01:11.483528 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:11.493739 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:01:11.530358 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:01:11.530745 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:11.543340 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:01:11.562413 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:11.566302 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:11.611338 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:11.619097 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.619454 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.619802 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.620140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.620475 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.620807 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.621140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.621468 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.621811 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.622146 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.622473 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.622796 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.623120 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:11.793675 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:01:11.888673 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['098f7bcd-3085-4b9d-b7a5-7a947d3b9165'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:01:12.103900 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5fbc0-f069-473a-96b0-da5dedc1711a req-8b9ad4a4-bf8a-4a05-afa7-b0352348ad7e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:12.105313 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6eb5fbc0-f069-473a-96b0-da5dedc1711a req-8b9ad4a4-bf8a-4a05-afa7-b0352348ad7e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Mar 08 15:01:12.152144 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6eb5fbc0-f069-473a-96b0-da5dedc1711a req-935d9424-5024-46c3-89de-5fbb8f4f8dfa tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Mar 08 15:01:12.280670 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:12.328175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896120f5-0105-43c9-ba0d-60340819f755 req-f00f70b8-90c3-4010-a577-0188175e2b0f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:12.329667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-896120f5-0105-43c9-ba0d-60340819f755 req-f00f70b8-90c3-4010-a577-0188175e2b0f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0570056 Mar 08 15:01:12.375757 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-896120f5-0105-43c9-ba0d-60340819f755 req-d5387ac2-0a31-41a5-9492-a180b1837d20 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 Mar 08 15:01:13.267799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3837c-e01a-4f07-b526-d081c14afdb3 req-4eb901ed-8806-493c-9f6e-7d5817c8215a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:13.269720 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf3837c-e01a-4f07-b526-d081c14afdb3 req-4eb901ed-8806-493c-9f6e-7d5817c8215a tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0533428 Mar 08 15:01:13.319016 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8cf3837c-e01a-4f07-b526-d081c14afdb3 req-6ffa0b64-1fb6-4e23-8087-4dd9f2304f74 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Mar 08 15:01:13.391633 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:01:13.444737 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:01:13.448833 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:01:13.449316 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:13.497352 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb924dd1-ecea-4f62-a0fa-85a0e361d305 req-6758aa05-8f76-4e19-a8aa-e0bbf4eb8e2b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:13.498861 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb924dd1-ecea-4f62-a0fa-85a0e361d305 req-6758aa05-8f76-4e19-a8aa-e0bbf4eb8e2b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0522165 Mar 08 15:01:13.527671 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:01:13.528061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:13.549186 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-eb924dd1-ecea-4f62-a0fa-85a0e361d305 req-7e0fdc18-c1e3-4e68-9bc9-831594a24eea tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Mar 08 15:01:13.550927 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:01:13.553115 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5795b5fa-5e56-4d89-a43e-33ab6d27b982" -d '{"events": [{"server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:01:13.565852 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:13.574188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:13.602754 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc23099-b4e5-4d60-b289-52a0d5ddc43d x-openstack-request-id: req-6bc23099-b4e5-4d60-b289-52a0d5ddc43d {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:01:13.603043 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:01:13.603295 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bc23099-b4e5-4d60-b289-52a0d5ddc43d {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:01:13.603675 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'code': 200} Mar 08 15:01:13.630444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:13.814326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18565-7c85-4717-a238-083f93a93649 req-4cb0a979-9a19-4e65-ba12-bbf5dac664a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:13.815804 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8db18565-7c85-4717-a238-083f93a93649 req-4cb0a979-9a19-4e65-ba12-bbf5dac664a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1130 time: 0.0435271 Mar 08 15:01:13.859227 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8db18565-7c85-4717-a238-083f93a93649 req-c3423036-46b1-4718-abea-365fcc7d4df4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Mar 08 15:01:14.198522 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:14.432275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86e512-1e54-4bb3-8b48-e79c5c2c33b0 req-8d186d75-2106-4c2e-84a1-7d51f41b3d76 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:14.433749 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc86e512-1e54-4bb3-8b48-e79c5c2c33b0 req-8d186d75-2106-4c2e-84a1-7d51f41b3d76 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0510864 Mar 08 15:01:14.481034 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc86e512-1e54-4bb3-8b48-e79c5c2c33b0 req-c06e23a3-5f4e-47a9-bea2-ff2ac4df2af9 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Mar 08 15:01:14.677383 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3153b9-62c0-408a-b33a-510222309305 req-85a6ce79-3a6b-4b5f-998f-651b9ed00973 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:14.678887 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d3153b9-62c0-408a-b33a-510222309305 req-85a6ce79-3a6b-4b5f-998f-651b9ed00973 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0554199 Mar 08 15:01:14.723758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d3153b9-62c0-408a-b33a-510222309305 req-0bd03ba7-dee8-4fd8-bb34-2f92e6acf498 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Mar 08 15:01:15.594325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ad4e-f232-4923-ad83-f32d384d426c req-7dc50270-7ee6-4062-a499-ba9c6db639e8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:15.595702 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6788ad4e-f232-4923-ad83-f32d384d426c req-7dc50270-7ee6-4062-a499-ba9c6db639e8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0511744 Mar 08 15:01:15.642294 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6788ad4e-f232-4923-ad83-f32d384d426c req-5cf7b155-0798-48cc-bd54-0fbc53078193 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Mar 08 15:01:15.761682 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584076be-fcd4-4b44-b84a-42237e867d11 req-93dd5b17-9ad2-4045-8d61-62d82a739df0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:15.763266 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-584076be-fcd4-4b44-b84a-42237e867d11 req-93dd5b17-9ad2-4045-8d61-62d82a739df0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0556960 Mar 08 15:01:15.835994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-584076be-fcd4-4b44-b84a-42237e867d11 req-81101454-84e8-4bd7-a852-5a4a9123c83b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671930 Mar 08 15:01:15.856630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446682f8-f634-4b66-ac34-bd8127910c5e req-25148e22-d84c-4be4-8397-32c3b7cab2be tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:15.857836 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50382) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:01:15.858316 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-446682f8-f634-4b66-ac34-bd8127910c5e req-25148e22-d84c-4be4-8397-32c3b7cab2be tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0644026 Mar 08 15:01:15.904672 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bce44e-89a4-4e9d-982c-d8445e616e2b tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:15.904918 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-446682f8-f634-4b66-ac34-bd8127910c5e req-309927c7-bd42-41f2-9b79-a6de3c98dc1a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Mar 08 15:01:15.906221 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-79bce44e-89a4-4e9d-982c-d8445e616e2b tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1125 time: 0.0473852 Mar 08 15:01:15.909001 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50384) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:01:15.914925 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:01:15.935642 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.029612 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.135175 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.27.2.110 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/66f66196-868b-48e1-a07f-cd3423f25203) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:01:16.232999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (66f66196-868b-48e1-a07f-cd3423f25203), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.266141 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (66f66196-868b-48e1-a07f-cd3423f25203), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.306469 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:01:16.309233 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:01:16.311802 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:01:16.340925 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=66f66196-868b-48e1-a07f-cd3423f25203,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:16.351782 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.352125 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.352462 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.352793 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.353119 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.353439 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.353761 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.354108 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.354428 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.354745 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.355060 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.355373 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.355685 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:01:16.677486 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (12c8720f-1a40-42ef-97cd-8f35ede6a7a0), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.748445 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (66f66196-868b-48e1-a07f-cd3423f25203), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.893372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (66f66196-868b-48e1-a07f-cd3423f25203), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.898562 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (66f66196-868b-48e1-a07f-cd3423f25203), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:16.964444 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=66f66196-868b-48e1-a07f-cd3423f25203,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:16.977631 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (12c8720f-1a40-42ef-97cd-8f35ede6a7a0), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:17.032481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca0ee-4008-4663-9738-78b4e2610ee0 req-9cdbf29f-708e-4136-ab46-15b75ecb1d89 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:17.034223 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-437ca0ee-4008-4663-9738-78b4e2610ee0 req-9cdbf29f-708e-4136-ab46-15b75ecb1d89 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0544910 Mar 08 15:01:17.087063 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 12c8720f-1a40-42ef-97cd-8f35ede6a7a0 associated. External IP: 172.27.2.110, port: 098f7bcd-3085-4b9d-b7a5-7a947d3b9165. Mar 08 15:01:17.087482 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-437ca0ee-4008-4663-9738-78b4e2610ee0 req-de8c2c3f-140a-4c41-a9b4-b4db28c4b269 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455201 Mar 08 15:01:17.478056 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:01:17.584522 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:01:17.593754 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:01:17.602149 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:17.603286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:01:17.603899 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:01:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:01:17.631638 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c6b6e191-7462-4c7f-bb3b-363d08673598 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7214410 Mar 08 15:01:17.632206 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:01:17.634566 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada3708-0605-4582-90f9-d4134bd3d828" -d '{"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:01:17.720641 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:01:17.737089 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd7e84-cbf3-45aa-95e1-8d7e7c08acdc x-openstack-request-id: req-00bd7e84-cbf3-45aa-95e1-8d7e7c08acdc {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:01:17.738000 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:01:17.738259 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00bd7e84-cbf3-45aa-95e1-8d7e7c08acdc {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:01:17.738757 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'status': 'completed', 'code': 200} Mar 08 15:01:17.811508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-973ef058-06a5-49d6-bbb7-74d0b0d7db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:17.813019 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-973ef058-06a5-49d6-bbb7-74d0b0d7db8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1130 time: 0.0430784 Mar 08 15:01:17.904164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-dfeefa44-ed7e-43e1-8585-dee504a04625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:17.905889 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-dfeefa44-ed7e-43e1-8585-dee504a04625 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.0863578 Mar 08 15:01:17.946815 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:16Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:01:17.983506 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-648530a6-bc74-4e78-9b58-b2781e6e6b65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 1000 time: 0.0653002 Mar 08 15:01:18.034958 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-7ac0986d-435c-4af7-8fd4-f9e50c038381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:18.036682 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-7ac0986d-435c-4af7-8fd4-f9e50c038381 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0467448 Mar 08 15:01:18.089818 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-118120be-de20-483b-8fa9-a1ec9b0e73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:18.091353 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-118120be-de20-483b-8fa9-a1ec9b0e73fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492291 Mar 08 15:01:18.112797 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:01:18.122204 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:01:18.122508 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:01:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:01:18.216361 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-fe120f1a-9ec7-435f-ad35-0578b31e68a7 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172590 Mar 08 15:01:18.233618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:01:18.239920 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0657-6a9d-4516-86a0-c781bc608ac6 req-4b0695ca-7301-4e69-bafe-e5f02b488dd0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:18.241614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-072f0657-6a9d-4516-86a0-c781bc608ac6 req-4b0695ca-7301-4e69-bafe-e5f02b488dd0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0779090 Mar 08 15:01:18.342412 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-072f0657-6a9d-4516-86a0-c781bc608ac6 req-d2aeebe5-3927-4546-9cdb-72fe99704179 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908666 Mar 08 15:01:18.367308 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ada3708-0605-4582-90f9-d4134bd3d828 req-d8922ea3-f542-4351-b654-40f274551281 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431220 Mar 08 15:01:18.466304 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:16Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:01:18.495809 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887ab60-0145-48db-bf59-d3ff70910326 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:16Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:01:18.675552 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004ce2b-33e7-4ef6-acdd-264c314a0594 None None] New status for floating IP 12c8720f-1a40-42ef-97cd-8f35ede6a7a0: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:01:19.468577 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c600b36-d117-4557-a4a0-1482819caf92 req-d5b06419-f253-4b83-ac26-b1f76def875c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:19.470060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c600b36-d117-4557-a4a0-1482819caf92 req-d5b06419-f253-4b83-ac26-b1f76def875c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0517383 Mar 08 15:01:19.517048 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3c600b36-d117-4557-a4a0-1482819caf92 req-feb81a10-1fed-4dd1-bff0-3c2cc2c6b815 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Mar 08 15:01:20.642381 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3242cc-c3ba-40f4-b057-850f93c7b1fc req-53fac061-3e2f-432b-88e6-ea27cebfffbe tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:20.643845 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb3242cc-c3ba-40f4-b057-850f93c7b1fc req-53fac061-3e2f-432b-88e6-ea27cebfffbe tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0545950 Mar 08 15:01:20.688983 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cb3242cc-c3ba-40f4-b057-850f93c7b1fc req-2b44419d-d67f-485a-a1ca-095b23d0297e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Mar 08 15:01:20.774834 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:21.810536 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37852861-69a5-4051-b178-e51e63fd30c6 req-361098f4-9c0f-42cb-9349-159811921202 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:21.812015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37852861-69a5-4051-b178-e51e63fd30c6 req-361098f4-9c0f-42cb-9349-159811921202 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0518568 Mar 08 15:01:21.856939 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-37852861-69a5-4051-b178-e51e63fd30c6 req-7ca000a2-cfe9-4696-bb36-a7371bb1af08 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 Mar 08 15:01:22.978970 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152af69-905c-4cd7-80cb-05fe50eec328 req-2b0e9f9e-8082-4167-8306-ffb13c280702 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:22.980453 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0152af69-905c-4cd7-80cb-05fe50eec328 req-2b0e9f9e-8082-4167-8306-ffb13c280702 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0518730 Mar 08 15:01:23.029590 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0152af69-905c-4cd7-80cb-05fe50eec328 req-93dbed34-2f22-48b1-a08b-ba39d6440be9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436068 Mar 08 15:01:24.149183 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855563-b7f0-4b47-a03f-0b997f5afca6 req-7da45297-97bc-44e7-954b-7e20428d9e02 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:24.150691 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a1855563-b7f0-4b47-a03f-0b997f5afca6 req-7da45297-97bc-44e7-954b-7e20428d9e02 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0513768 Mar 08 15:01:24.197310 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a1855563-b7f0-4b47-a03f-0b997f5afca6 req-97df26ff-9300-4b3a-a83f-9f79f7bac390 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Mar 08 15:01:25.318068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775125ac-2ef6-4479-aa12-880ea8c43d4d req-c41bdf50-717a-40c1-8f84-bd8b449d380b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:25.319533 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-775125ac-2ef6-4479-aa12-880ea8c43d4d req-c41bdf50-717a-40c1-8f84-bd8b449d380b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0514512 Mar 08 15:01:25.364325 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-775125ac-2ef6-4479-aa12-880ea8c43d4d req-4cf4b113-5999-4a63-b8ab-eb8a7fdbb6cb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 Mar 08 15:01:26.487170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe150-4b5f-4bf3-9286-8d1765b784be req-be527ec9-b138-4624-ac38-f4f7ea179a31 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:26.488773 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f7ffe150-4b5f-4bf3-9286-8d1765b784be req-be527ec9-b138-4624-ac38-f4f7ea179a31 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0554960 Mar 08 15:01:26.533156 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f7ffe150-4b5f-4bf3-9286-8d1765b784be req-12cf6a28-33a8-47f2-8b59-48bef83f828f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Mar 08 15:01:27.452955 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:01:27.548554 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:27.559242 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:01:27.596862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: ACTIVE; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:01:27.597273 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:27.610241 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:01:27.631340 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:27.635260 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:27.655664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcafe-98fd-441d-850c-31b271021ecf req-b3c661e4-c2cf-4f0d-b9e9-98e986a4ba21 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:27.657147 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f09bcafe-98fd-441d-850c-31b271021ecf req-b3c661e4-c2cf-4f0d-b9e9-98e986a4ba21 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0524573 Mar 08 15:01:27.687061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=6']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:27.705832 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f09bcafe-98fd-441d-850c-31b271021ecf req-a1edd934-a91c-4cd0-b4bc-afcf22432c82 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427415 Mar 08 15:01:27.735212 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['ef01e465-cbb7-49b2-b705-1b6061126085'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:01:28.828531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302bcd-b9f1-4899-b018-717942777d69 req-0b19e2fd-ba7d-4bc5-ab69-3a4ce3fea264 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:28.830015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea302bcd-b9f1-4899-b018-717942777d69 req-0b19e2fd-ba7d-4bc5-ab69-3a4ce3fea264 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 944 time: 0.0513916 Mar 08 15:01:28.879307 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ea302bcd-b9f1-4899-b018-717942777d69 req-c78b8ede-b491-48cc-b72d-c0c5b5a70561 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Mar 08 15:01:29.485839 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:01:29.533763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port ef01e465-cbb7-49b2-b705-1b6061126085 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:01:29.534165 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:29.611341 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:01:29.611651 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:29.634079 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:01:29.636295 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c013b-5761-42be-8504-dda20673f12f" -d '{"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:01:29.648904 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:29.653022 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:29.679786 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f7404-9d72-43f0-8f6e-edc936c44f1b x-openstack-request-id: req-f76f7404-9d72-43f0-8f6e-edc936c44f1b {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:01:29.680081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:01:29.680333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f76f7404-9d72-43f0-8f6e-edc936c44f1b {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:01:29.680722 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'code': 200} Mar 08 15:01:29.703061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=7']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:30.000603 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4683aa-c102-4b35-b8e5-d604f5de9e7b req-500c04f4-bf06-4d2d-a414-13eeccbc80ac tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:30.002102 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ac4683aa-c102-4b35-b8e5-d604f5de9e7b req-500c04f4-bf06-4d2d-a414-13eeccbc80ac tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0525355 Mar 08 15:01:30.048887 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ac4683aa-c102-4b35-b8e5-d604f5de9e7b req-27ba81b5-d4df-40af-bdde-a2dec7eba40e tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405796 Mar 08 15:01:31.177990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a625b88-0a01-442a-a579-57981f4d1bea req-46c9fcda-aa9f-4cad-9703-7a95ee2bdd08 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:31.179760 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6a625b88-0a01-442a-a579-57981f4d1bea req-46c9fcda-aa9f-4cad-9703-7a95ee2bdd08 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0537877 Mar 08 15:01:31.228980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6a625b88-0a01-442a-a579-57981f4d1bea req-e3ebceab-8648-48ed-b1c9-731f8f040151 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 Mar 08 15:01:32.386031 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd92c4f-bc65-41b5-8b5d-984ff3dce8d7 req-a1d2067a-05c9-407d-a5d9-6504ad8d2054 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:32.387584 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dcd92c4f-bc65-41b5-8b5d-984ff3dce8d7 req-a1d2067a-05c9-407d-a5d9-6504ad8d2054 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0852149 Mar 08 15:01:32.435980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dcd92c4f-bc65-41b5-8b5d-984ff3dce8d7 req-fbcf3fbb-a53d-4fb5-91aa-6eb2e225ad19 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Mar 08 15:01:33.592752 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f429d1-62a3-4832-b6b2-d0e337a48b95 req-530de82f-f6ca-4091-9c4c-dbb39f1dbe7a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:33.600727 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36f429d1-62a3-4832-b6b2-d0e337a48b95 req-530de82f-f6ca-4091-9c4c-dbb39f1dbe7a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0674839 Mar 08 15:01:33.651268 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-36f429d1-62a3-4832-b6b2-d0e337a48b95 req-093a2d27-2b15-43d0-9cb7-46946949940f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492435 Mar 08 15:01:34.789374 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a87c0-0e80-40b0-98ff-e28360b8a8fb req-c803df36-e20f-4733-a4e8-46c9d0595ab8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:34.791136 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd4a87c0-0e80-40b0-98ff-e28360b8a8fb req-c803df36-e20f-4733-a4e8-46c9d0595ab8 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0600467 Mar 08 15:01:34.840080 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cd4a87c0-0e80-40b0-98ff-e28360b8a8fb req-3b663f54-67ac-47ec-86b6-6c4eabfed790 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Mar 08 15:01:35.968715 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60bbc6-a249-44db-9657-c46ef7fa82aa req-059bcd04-85cd-42c5-82ce-5e5b8d4ef731 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:35.970963 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a60bbc6-a249-44db-9657-c46ef7fa82aa req-059bcd04-85cd-42c5-82ce-5e5b8d4ef731 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0557444 Mar 08 15:01:36.026110 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4a60bbc6-a249-44db-9657-c46ef7fa82aa req-eb270811-d1cd-404f-958d-f2e7bc05a87a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485306 Mar 08 15:01:37.170138 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0672a4-5540-42ef-bba2-edec33188464 req-535b9144-482b-4ce2-9659-44bb42c48d3a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:37.171566 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ca0672a4-5540-42ef-bba2-edec33188464 req-535b9144-482b-4ce2-9659-44bb42c48d3a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0557899 Mar 08 15:01:37.227434 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ca0672a4-5540-42ef-bba2-edec33188464 req-1623a38d-464d-4626-9b48-39465c65ff29 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502710 Mar 08 15:01:37.452663 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb1b3-5efe-4e34-bb4a-d583901d4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:38.355989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236180b3-c413-4496-a5c2-3485b564e57d req-1e5e76e3-a588-4a0a-8d8b-bde7e913c9e6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:38.363002 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-236180b3-c413-4496-a5c2-3485b564e57d req-1e5e76e3-a588-4a0a-8d8b-bde7e913c9e6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0585339 Mar 08 15:01:38.417037 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-236180b3-c413-4496-a5c2-3485b564e57d req-3909f281-d14b-437d-a6bd-9a1c85f8d89d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530457 Mar 08 15:01:39.545904 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d1971-09cf-489c-9a89-2acf2b1ccfda req-de135a41-0ea0-447b-a9b9-f737ced4fc71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:39.554646 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4c2d1971-09cf-489c-9a89-2acf2b1ccfda req-de135a41-0ea0-447b-a9b9-f737ced4fc71 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0624163 Mar 08 15:01:39.605297 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4c2d1971-09cf-489c-9a89-2acf2b1ccfda req-a0d4cb9a-128c-435f-b659-63c3efff1966 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495014 Mar 08 15:01:39.735722 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-61418345-a6db-4f35-9c45-5b4b1b417830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:40.733092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41169-3216-48f2-98b1-0860a73a77eb req-6e61f69c-f8d1-452a-926e-60f064a21c5b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:40.734605 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-97d41169-3216-48f2-98b1-0860a73a77eb req-6e61f69c-f8d1-452a-926e-60f064a21c5b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0562694 Mar 08 15:01:40.776756 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:40.781870 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-97d41169-3216-48f2-98b1-0860a73a77eb req-5b651123-ab4e-4564-ae4e-f698c29082af tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413237 Mar 08 15:01:41.493267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-309355b7-83e9-406c-9faf-c141ef0d1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:41.494807 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-309355b7-83e9-406c-9faf-c141ef0d1563 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1129 time: 0.0439000 Mar 08 15:01:41.584646 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-02efe615-b2cf-4f77-a1ba-a8b67c6fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:41.586054 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-02efe615-b2cf-4f77-a1ba-a8b67c6fcc43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0850592 Mar 08 15:01:41.648536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-f4abeb45-3d84-45e1-95aa-b7f17b76e116 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 1001 time: 0.0562365 Mar 08 15:01:41.694646 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-c8cbb673-aa8b-4e9c-962a-2cee796bb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:41.696035 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-c8cbb673-aa8b-4e9c-962a-2cee796bb21e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0415204 Mar 08 15:01:41.747232 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-1f4f82f7-280d-4368-bd71-fe53cf84ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:41.748717 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-1f4f82f7-280d-4368-bd71-fe53cf84ab59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467081 Mar 08 15:01:41.837082 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-69bed517-b0f6-49f6-af8f-a1c0d987c9f5 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814533 Mar 08 15:01:41.964312 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e1ac-40b5-4979-96fa-8a11f9a7ed3e req-441e4102-cb8e-4184-8efe-87ee6d8ad364 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:41.965781 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1317e1ac-40b5-4979-96fa-8a11f9a7ed3e req-441e4102-cb8e-4184-8efe-87ee6d8ad364 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.1046185 Mar 08 15:01:41.967955 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6679c708-5e50-4290-a21b-6cb67cb33805 req-8f00fd1a-14fd-4a88-9721-9d19659c6f84 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243618 Mar 08 15:01:42.011941 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1317e1ac-40b5-4979-96fa-8a11f9a7ed3e req-1937814c-621e-4487-a403-838ff6faa968 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Mar 08 15:01:42.282801 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:43.136466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe10e-8855-4a12-8345-1842d35461b0 req-123a9c71-7f49-49ff-8499-e607003d9fd9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:43.137958 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-580fe10e-8855-4a12-8345-1842d35461b0 req-123a9c71-7f49-49ff-8499-e607003d9fd9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0551193 Mar 08 15:01:43.183021 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-580fe10e-8855-4a12-8345-1842d35461b0 req-a8346849-ee5a-444f-b8d1-81d63a757a03 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Mar 08 15:01:43.950786 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b913f-1934-4999-b0ea-62680147e1b0 req-ce44c8ff-cd41-4ed4-9d5e-74be26e3f9a4 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:43.952423 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-713b913f-1934-4999-b0ea-62680147e1b0 req-ce44c8ff-cd41-4ed4-9d5e-74be26e3f9a4 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0565696 Mar 08 15:01:44.001935 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-713b913f-1934-4999-b0ea-62680147e1b0 req-022a5006-216f-4a2e-902b-b7984edc1a9b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Mar 08 15:01:44.199053 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:44.303952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58b97a-3449-47a0-bed4-19b1b05b4f07 req-c08336c0-9c77-479a-8dd0-db9adb19dc97 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:44.305441 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da58b97a-3449-47a0-bed4-19b1b05b4f07 req-c08336c0-9c77-479a-8dd0-db9adb19dc97 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0521235 Mar 08 15:01:44.356453 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-da58b97a-3449-47a0-bed4-19b1b05b4f07 req-7cc525ec-7aa6-4e38-b37d-4533611d47eb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Mar 08 15:01:45.121432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668cd58-bca7-41e8-9fad-31295d44cb18 req-bf8b6bd7-d507-43fa-b583-296625639a5d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:45.123071 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8668cd58-bca7-41e8-9fad-31295d44cb18 req-bf8b6bd7-d507-43fa-b583-296625639a5d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0553467 Mar 08 15:01:45.174692 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8668cd58-bca7-41e8-9fad-31295d44cb18 req-0a9a71b6-b1a8-484f-8f88-d903dacd3d08 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Mar 08 15:01:45.252403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e544f-b2f5-4296-b76e-c65d654c1a1a req-0bd3af07-f686-4d8e-b346-a45382e4a6bb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:45.255115 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-621e544f-b2f5-4296-b76e-c65d654c1a1a req-0bd3af07-f686-4d8e-b346-a45382e4a6bb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 945 time: 0.0575919 Mar 08 15:01:45.287219 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-bef421f5-274d-41de-b982-d8ec8545e0df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440052 Mar 08 15:01:45.303226 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-621e544f-b2f5-4296-b76e-c65d654c1a1a req-77514acc-1d65-49f0-a1a1-2cb1c084cb91 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Mar 08 15:01:45.366873 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-9262e89d-ce13-4ca7-840f-18d793e8c519 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:45.368196 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-9262e89d-ce13-4ca7-840f-18d793e8c519 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports/ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 942 time: 0.0492058 Mar 08 15:01:45.608300 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:01:45.683514 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: ACTIVE; New status is: DOWN {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:01:45.684020 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:45.707523 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:01:45.709839 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993cdcf3-92d4-4b06-8199-95b173b3fdf6" -d '{"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:01:45.723159 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:01:45.729066 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:45.752370 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd040c8d-d966-4fd9-b221-a66ea6b007f3 x-openstack-request-id: req-fd040c8d-d966-4fd9-b221-a66ea6b007f3 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:01:45.752662 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-unplugged", "status": "failed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "code": 422}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:01:45.752921 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd040c8d-d966-4fd9-b221-a66ea6b007f3 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:01:45.753559 dv-cinder-830096-2-iscsi neutron-server[119856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'code': 422} returned with failed status Mar 08 15:01:45.778408 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=8']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:01:46.120258 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-b43da23e-5273-45b4-89d3-caab1712e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.121738 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-b43da23e-5273-45b4-89d3-caab1712e276 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b&tenant_id=7bf8b16a3603428fbf415973497db6b1 HTTP/1.1" status: 200 len: 1127 time: 0.0476832 Mar 08 15:01:46.183999 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-f2585988-ba31-4dc8-ae74-021d212f8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.185394 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-f2585988-ba31-4dc8-ae74-021d212f8af1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1127 time: 0.0425584 Mar 08 15:01:46.305820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-fce5d5ea-1ab1-4a65-96e7-b13f45752ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.307289 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-fce5d5ea-1ab1-4a65-96e7-b13f45752ce1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.1159751 Mar 08 15:01:46.326524 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1f827-9752-4057-a562-6271ab6649dc req-a33329ef-de9c-424a-a6e6-2ee281987e73 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.327897 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-08d1f827-9752-4057-a562-6271ab6649dc req-a33329ef-de9c-424a-a6e6-2ee281987e73 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0847759 Mar 08 15:01:46.424875 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-071f56b8-93e3-4f54-a83e-d7602da6710a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 999 time: 0.1113813 Mar 08 15:01:46.470369 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-08d1f827-9752-4057-a562-6271ab6649dc req-eb9f0a7b-ee73-495b-aabf-fc84222f0699 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144269 Mar 08 15:01:46.497154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3bd6e-88dd-4609-a2fb-7d55cbb7122d req-3153cd50-cf4c-42f9-bddc-13cca4991b27 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.498642 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-73d3bd6e-88dd-4609-a2fb-7d55cbb7122d req-3153cd50-cf4c-42f9-bddc-13cca4991b27 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.1188619 Mar 08 15:01:46.504522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-52cf87ad-527a-4d77-98fe-1cd061ba70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.505884 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-52cf87ad-527a-4d77-98fe-1cd061ba70f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0697105 Mar 08 15:01:46.573553 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-73d3bd6e-88dd-4609-a2fb-7d55cbb7122d req-2bd8a2c9-b788-47d0-a2e3-29d7d7219272 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667498 Mar 08 15:01:46.579307 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-7716c2a5-86b2-4e62-8b16-b712f976a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:46.580713 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-7716c2a5-86b2-4e62-8b16-b712f976a604 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677662 Mar 08 15:01:46.675738 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-ec445698-df5e-43b5-abc1-ffef0383d8b5 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Mar 08 15:01:46.764418 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-f18a54db-0de8-48a2-82ef-f14f740a8694 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797634 Mar 08 15:01:47.596799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e67e-c529-4a82-9164-e4d7974bbbf4 req-4ffdbcef-652f-4f6d-ace0-bc4abc2c39f0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:47.598790 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-06b7e67e-c529-4a82-9164-e4d7974bbbf4 req-4ffdbcef-652f-4f6d-ace0-bc4abc2c39f0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0572987 Mar 08 15:01:47.695043 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-06b7e67e-c529-4a82-9164-e4d7974bbbf4 req-05fa26d9-b66e-4463-9e15-c292a63b96a1 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842047 Mar 08 15:01:47.727367 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfb187-bc57-4145-8ce3-d77f4497cfef req-73dc7ca5-7f2a-4192-b2a9-311d93c531a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:47.728872 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aacfb187-bc57-4145-8ce3-d77f4497cfef req-73dc7ca5-7f2a-4192-b2a9-311d93c531a9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0801735 Mar 08 15:01:47.778535 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aacfb187-bc57-4145-8ce3-d77f4497cfef req-45aadf6a-1d45-4bfa-bc6a-93a44dc7737b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 Mar 08 15:01:48.793200 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:01:48.823822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333f1ae-6ec5-46fb-be42-f67618991297 req-ad36571d-a0c9-410a-831d-720c1f67aca4 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:48.825273 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b333f1ae-6ec5-46fb-be42-f67618991297 req-ad36571d-a0c9-410a-831d-720c1f67aca4 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0584548 Mar 08 15:01:48.903607 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b333f1ae-6ec5-46fb-be42-f67618991297 req-78835110-da1a-4bb2-938e-1042755b5a98 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693171 Mar 08 15:01:48.936556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32e306-bcda-4060-aeab-dbbfcb11c2dc req-e369c122-face-4a4a-9697-ab1faf39ee1d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:48.941843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b32e306-bcda-4060-aeab-dbbfcb11c2dc req-e369c122-face-4a4a-9697-ab1faf39ee1d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0835426 Mar 08 15:01:48.987951 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b32e306-bcda-4060-aeab-dbbfcb11c2dc req-638df17d-88f3-41f9-aed7-31fd2f7043cd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Mar 08 15:01:50.064826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a77ff-6f60-4eb6-baf3-7dc248048a18 req-c6fa3fb3-4219-443f-9baa-e56fbc088945 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:50.066431 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-712a77ff-6f60-4eb6-baf3-7dc248048a18 req-c6fa3fb3-4219-443f-9baa-e56fbc088945 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0834260 Mar 08 15:01:50.150842 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-712a77ff-6f60-4eb6-baf3-7dc248048a18 req-757b47d5-9230-40fd-b8c8-3221cb560421 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782683 Mar 08 15:01:50.169874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44bf7c-a0df-4f89-9f8c-b8e4507219aa req-9a11b6d7-3a80-4a73-ae5c-5a7da52987bc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:50.171494 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ac44bf7c-a0df-4f89-9f8c-b8e4507219aa req-9a11b6d7-3a80-4a73-ae5c-5a7da52987bc tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0963321 Mar 08 15:01:50.219698 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ac44bf7c-a0df-4f89-9f8c-b8e4507219aa req-6389b7b0-234c-49a8-9ac1-29892d3873d7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Mar 08 15:01:50.769065 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:01:51.280639 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1bf7f-72a0-4c4d-ad98-0008d0e35eea req-5ee019e0-0441-4bb1-a50b-81575aa72269 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:51.282729 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ef1bf7f-72a0-4c4d-ad98-0008d0e35eea req-5ee019e0-0441-4bb1-a50b-81575aa72269 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0605376 Mar 08 15:01:51.373233 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9ef1bf7f-72a0-4c4d-ad98-0008d0e35eea req-ef56cab7-5dc7-4d5f-99e6-956eaa04e682 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847268 Mar 08 15:01:51.391922 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5212c-9826-48df-9300-a0a41f49e6c7 req-73888759-f0fd-4e7f-bc7f-01caa57596b0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:51.393409 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76e5212c-9826-48df-9300-a0a41f49e6c7 req-73888759-f0fd-4e7f-bc7f-01caa57596b0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0971899 Mar 08 15:01:51.445244 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-76e5212c-9826-48df-9300-a0a41f49e6c7 req-74999295-fc26-4304-8c49-16993e3c85fa tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Mar 08 15:01:52.508520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0ec5-d50d-4d90-8451-4ccf1a641a36 req-7de1075c-5920-46ff-b0b4-35245937cf39 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:52.510117 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-29fd0ec5-d50d-4d90-8451-4ccf1a641a36 req-7de1075c-5920-46ff-b0b4-35245937cf39 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0631106 Mar 08 15:01:52.602838 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-29fd0ec5-d50d-4d90-8451-4ccf1a641a36 req-5619ff79-29e9-48c8-9518-e0dea46422e8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850396 Mar 08 15:01:52.615849 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d270e1-da03-4627-90bc-bc3d509133e4 req-af582019-1e2f-40bd-8bf7-f199447275d6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:52.617731 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-20d270e1-da03-4627-90bc-bc3d509133e4 req-af582019-1e2f-40bd-8bf7-f199447275d6 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0834749 Mar 08 15:01:52.670495 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-20d270e1-da03-4627-90bc-bc3d509133e4 req-058443c7-1649-4ea5-a3c6-35e019999f8b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Mar 08 15:01:53.734990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d280e8c-ccb3-4e71-9376-5ea8b3fbe2de req-fd544a21-45f1-4204-8ca7-f97de2983b3a tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:53.736502 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d280e8c-ccb3-4e71-9376-5ea8b3fbe2de req-fd544a21-45f1-4204-8ca7-f97de2983b3a tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0588136 Mar 08 15:01:53.793104 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1d280e8c-ccb3-4e71-9376-5ea8b3fbe2de req-775b068f-1387-4ce4-a0ca-84f651263c04 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Mar 08 15:01:53.850446 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bf93-b5b5-40cf-a6e4-f5169bbf61e7 req-976dca53-e90a-470c-aa5a-0ea2434a4415 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:53.852253 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c30bf93-b5b5-40cf-a6e4-f5169bbf61e7 req-976dca53-e90a-470c-aa5a-0ea2434a4415 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0644426 Mar 08 15:01:53.900863 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2c30bf93-b5b5-40cf-a6e4-f5169bbf61e7 req-7676eb92-06a4-48fc-aada-d33941e8d2f0 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Mar 08 15:01:54.919654 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c0d99-9f56-4f20-ab09-44ff4480ce34 req-aaab574b-8669-477e-a765-498c559a40f7 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:54.921210 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e4c0d99-9f56-4f20-ab09-44ff4480ce34 req-aaab574b-8669-477e-a765-498c559a40f7 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0581613 Mar 08 15:01:55.038537 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2e4c0d99-9f56-4f20-ab09-44ff4480ce34 req-2c4c24f2-c561-4d59-8355-e96c3a6ab4de tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055355 Mar 08 15:01:55.195570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750c8f-97bc-40c3-aa3a-9204627ee5d5 req-0d9345c7-f511-49e4-8ba9-667fa896c11f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:55.197141 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92750c8f-97bc-40c3-aa3a-9204627ee5d5 req-0d9345c7-f511-49e4-8ba9-667fa896c11f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0529332 Mar 08 15:01:55.255766 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92750c8f-97bc-40c3-aa3a-9204627ee5d5 req-3946978b-56a8-4e6c-bfb3-ea6fb6ba68b7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Mar 08 15:01:56.152805 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefac13-0036-4896-b2ce-7f7bbbaf698f req-36aa9adf-49b5-4b8d-9af5-6b61a98dab06 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:56.154317 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfefac13-0036-4896-b2ce-7f7bbbaf698f req-36aa9adf-49b5-4b8d-9af5-6b61a98dab06 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0580766 Mar 08 15:01:56.203064 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfefac13-0036-4896-b2ce-7f7bbbaf698f req-b608bbb6-334a-4bcb-961a-3f1c4750b102 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Mar 08 15:01:56.382328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159f7c-0ad2-44bd-be40-cc477e1a670b req-1e02cd0a-7631-432b-92fa-ef7add127cb9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:56.383813 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-59159f7c-0ad2-44bd-be40-cc477e1a670b req-1e02cd0a-7631-432b-92fa-ef7add127cb9 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0526812 Mar 08 15:01:56.429097 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-59159f7c-0ad2-44bd-be40-cc477e1a670b req-12f1e30b-521e-4a9c-b3ac-966ca12fe6c7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398469 Mar 08 15:01:57.318351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075be2b-39f6-4be8-9196-3dbf26e70e53 req-2f545a93-b838-46a3-9ffd-08671ff296fa tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:57.319672 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6075be2b-39f6-4be8-9196-3dbf26e70e53 req-2f545a93-b838-46a3-9ffd-08671ff296fa tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0518999 Mar 08 15:01:57.369921 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6075be2b-39f6-4be8-9196-3dbf26e70e53 req-46aaabd7-f895-4c6c-bb05-3ce8d2ba4291 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Mar 08 15:01:57.546590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811570e-3852-44c6-9865-faee9e89d8b6 req-f5fc271d-e8d8-4286-8f0f-20f02ebe593c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:57.548045 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3811570e-3852-44c6-9865-faee9e89d8b6 req-f5fc271d-e8d8-4286-8f0f-20f02ebe593c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0504105 Mar 08 15:01:57.593151 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3811570e-3852-44c6-9865-faee9e89d8b6 req-e62c6571-f047-4198-b191-4d8b89aabd1c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Mar 08 15:01:58.486408 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd6125-108c-4b6c-8428-7d1cfa4d5b1c req-fcc10b12-6563-40b0-a552-8517f78561c7 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:58.487758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4dbd6125-108c-4b6c-8428-7d1cfa4d5b1c req-fcc10b12-6563-40b0-a552-8517f78561c7 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0523760 Mar 08 15:01:58.535657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4dbd6125-108c-4b6c-8428-7d1cfa4d5b1c req-db2cc3f1-e071-44d6-8786-55ff30ffdc46 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Mar 08 15:01:58.715309 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a654-8c3c-4d48-aef2-d92217d653f1 req-a475c278-63ab-487b-adff-306a0072899b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:58.716771 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86c5a654-8c3c-4d48-aef2-d92217d653f1 req-a475c278-63ab-487b-adff-306a0072899b tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0537596 Mar 08 15:01:58.761715 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86c5a654-8c3c-4d48-aef2-d92217d653f1 req-a2a56a3d-ed49-4b68-a97b-b7eb4cfb19cd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395076 Mar 08 15:01:59.199784 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-010d98f7-f308-456a-9f92-b58120da2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.201159 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-010d98f7-f308-456a-9f92-b58120da2f9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0430641 Mar 08 15:01:59.293290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-26311eaf-51ad-44c4-bc25-e7cf13f3af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.294821 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-26311eaf-51ad-44c4-bc25-e7cf13f3af6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0869484 Mar 08 15:01:59.361477 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-0656d556-dcbd-4e72-99be-a69b8ca06dca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 1002 time: 0.0590746 Mar 08 15:01:59.409531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-737337a3-c8cc-4646-a328-fdde7412eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.411083 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-737337a3-c8cc-4646-a328-fdde7412eac1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0433912 Mar 08 15:01:59.463894 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-bc522d82-db74-43bb-a8f4-6c0bd51373c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.465344 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-bc522d82-db74-43bb-a8f4-6c0bd51373c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476830 Mar 08 15:01:59.558604 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-1aed5452-5f88-4d6f-be38-f9f6428470bc service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864241 Mar 08 15:01:59.689657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7431f21-d5ba-4fdd-b158-9264c06bb376 req-78cedb26-6f01-4643-9f1a-9105bf617fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240399 Mar 08 15:01:59.701179 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf8a56-9970-4a82-bf21-61d8f7e9ce37 req-cb133bf3-39df-455f-b97a-c2720d71e49e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.702630 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-75bf8a56-9970-4a82-bf21-61d8f7e9ce37 req-cb133bf3-39df-455f-b97a-c2720d71e49e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0760803 Mar 08 15:01:59.751824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-75bf8a56-9970-4a82-bf21-61d8f7e9ce37 req-106b086e-c90f-45dd-9727-ccec1e805f8c tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Mar 08 15:01:59.887003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380cdb4-1e1c-43d4-a843-9f9cd80957da req-3b9a7cb4-5795-4d95-a9f4-0c07fca4c0f1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:01:59.888534 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8380cdb4-1e1c-43d4-a843-9f9cd80957da req-3b9a7cb4-5795-4d95-a9f4-0c07fca4c0f1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0554881 Mar 08 15:01:59.941958 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8380cdb4-1e1c-43d4-a843-9f9cd80957da req-25a51789-42ed-4a0f-901a-c57a9345d3c3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476608 Mar 08 15:02:00.869236 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9073a4-ab85-4c8d-885b-eed0763da325 req-e120aafa-5c11-4d84-8e5e-fa2dbf9a3b58 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:00.870623 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ae9073a4-ab85-4c8d-885b-eed0763da325 req-e120aafa-5c11-4d84-8e5e-fa2dbf9a3b58 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0512810 Mar 08 15:02:00.918263 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ae9073a4-ab85-4c8d-885b-eed0763da325 req-9c1a7c02-d880-4118-8ec3-469f1c46a515 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 Mar 08 15:02:01.066378 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad3476-ec61-4655-9364-655be6112a54 req-6dc5d2c5-52f9-4bf3-8a27-b44119507964 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:01.067913 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f9ad3476-ec61-4655-9364-655be6112a54 req-6dc5d2c5-52f9-4bf3-8a27-b44119507964 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0516262 Mar 08 15:02:01.113352 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f9ad3476-ec61-4655-9364-655be6112a54 req-eb5f3b64-f5bd-4419-836d-97d747694f26 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 Mar 08 15:02:02.041957 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8853d9-6493-4c09-b5b2-f23366a6b7ed req-dbe1f7ba-b4d7-430c-8706-70d4efc82a55 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:02.043993 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dd8853d9-6493-4c09-b5b2-f23366a6b7ed req-dbe1f7ba-b4d7-430c-8706-70d4efc82a55 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0608892 Mar 08 15:02:02.094710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dd8853d9-6493-4c09-b5b2-f23366a6b7ed req-403dff73-f7f5-4444-8f9e-8eaa2a194f38 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Mar 08 15:02:02.167109 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-bc98cb6a-76b2-4102-8bbf-604788abbb69 req-b6eabdfb-6bb4-4e6a-8f48-2b78d5b5cc6d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:02:02.168094 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bc98cb6a-76b2-4102-8bbf-604788abbb69 req-b6eabdfb-6bb4-4e6a-8f48-2b78d5b5cc6d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054767 Mar 08 15:02:02.250564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcd013-8bfe-497b-aea0-f8c1b3f88408 req-a57955f0-c348-4fd5-b888-52b02ff33ddb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:02.252203 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-afbcd013-8bfe-497b-aea0-f8c1b3f88408 req-a57955f0-c348-4fd5-b888-52b02ff33ddb tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0617139 Mar 08 15:02:02.318094 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50676) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:02.329006 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-afbcd013-8bfe-497b-aea0-f8c1b3f88408 req-0314ef49-766a-4bbb-be28-f05ece017a32 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708954 Mar 08 15:02:02.361593 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa19c02-3ab2-49b0-8eb5-7685a7cbf8b8 req-23649271-87c3-4c9e-8abe-e59b9c326210 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:02.363082 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7aa19c02-3ab2-49b0-8eb5-7685a7cbf8b8 req-23649271-87c3-4c9e-8abe-e59b9c326210 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0790117 Mar 08 15:02:02.409523 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-c6c7653a-ec78-4b3e-afa7-c27bd452b253 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902722 Mar 08 15:02:02.418677 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-f720f11f-281c-4b09-91ee-1bb828ec1227 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119855) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:02:02.419702 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-f720f11f-281c-4b09-91ee-1bb828ec1227 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052507 Mar 08 15:02:02.500089 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50684) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:02.596014 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-bc68b3e2-1828-42d9-a717-ec0564249d18 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:02.597416 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-bc68b3e2-1828-42d9-a717-ec0564249d18 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports/bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 943 time: 0.0963016 Mar 08 15:02:02.689989 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7aa19c02-3ab2-49b0-8eb5-7685a7cbf8b8 req-0cc05c7a-41b7-4ade-9c18-1751429727ed tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197696 Mar 08 15:02:03.453974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee76fd-6fe1-4c19-893f-2842aac84d36 req-76163d1b-0926-4627-a475-b6c1f4dcc353 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:03.455425 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4aee76fd-6fe1-4c19-893f-2842aac84d36 req-76163d1b-0926-4627-a475-b6c1f4dcc353 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 943 time: 0.0569439 Mar 08 15:02:03.501385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4aee76fd-6fe1-4c19-893f-2842aac84d36 req-7f59f43a-b76e-4273-a79b-831ebed31a2d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Mar 08 15:02:03.688945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:02:03.793640 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:03.805085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'port_id': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'mac_address': 'fa:16:3e:20:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:02:03.815995 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636abea8-aad1-4d57-b1d7-4be274ac9334 req-ef3cf44a-daec-454f-aa63-1b33a70dc72d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:03.817468 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-636abea8-aad1-4d57-b1d7-4be274ac9334 req-ef3cf44a-daec-454f-aa63-1b33a70dc72d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0597014 Mar 08 15:02:03.843882 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:02:03.844280 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:03.858290 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:02:03.868945 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-636abea8-aad1-4d57-b1d7-4be274ac9334 req-fb08ac9c-621c-48bb-835f-d53a772d67e0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Mar 08 15:02:03.877096 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:03.882763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:03.928944 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=9']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:04.200739 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['ef01e465-cbb7-49b2-b705-1b6061126085'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:02:04.621498 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4befb32-a657-4753-ae06-0a241012fe7d req-d3bc424b-c5d6-49d6-a7e8-bbb199e629d2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:04.622980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4befb32-a657-4753-ae06-0a241012fe7d req-d3bc424b-c5d6-49d6-a7e8-bbb199e629d2 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 944 time: 0.0514801 Mar 08 15:02:04.668356 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4befb32-a657-4753-ae06-0a241012fe7d req-38333691-7638-4773-a067-c5607e0a010f tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Mar 08 15:02:04.989386 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5507b-856d-4007-9fbf-e25bd01a8162 req-ea52e31d-28f3-4bb8-b381-da1655f23c9d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:04.991616 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3ad5507b-856d-4007-9fbf-e25bd01a8162 req-ea52e31d-28f3-4bb8-b381-da1655f23c9d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0540648 Mar 08 15:02:05.042276 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3ad5507b-856d-4007-9fbf-e25bd01a8162 req-b142d641-8f1c-4390-b559-ae92c9a30f85 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449867 Mar 08 15:02:05.709713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:02:05.756711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port ef01e465-cbb7-49b2-b705-1b6061126085 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:02:05.757094 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:05.791573 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410142a-7adb-46f3-acf6-7d35b8bc702a req-077cf7fb-8ee4-4d3a-be61-c229b9ab178a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:05.793140 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e410142a-7adb-46f3-acf6-7d35b8bc702a req-077cf7fb-8ee4-4d3a-be61-c229b9ab178a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 944 time: 0.0545745 Mar 08 15:02:05.836262 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port ef01e465-cbb7-49b2-b705-1b6061126085 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:02:05.836659 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:05.838972 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e410142a-7adb-46f3-acf6-7d35b8bc702a req-a285d507-ec34-4f25-8e02-3de712a5ed7a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403275 Mar 08 15:02:05.864295 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:02:05.866680 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ae7a9-9e54-4249-bbdb-b22e24436268" -d '{"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:02:05.879562 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:05.892827 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:05.893605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:02:05.917244 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0f9f4-ac8a-4d95-903b-a696b6829864 x-openstack-request-id: req-cce0f9f4-ac8a-4d95-903b-a696b6829864 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:02:05.917535 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-plugged", "status": "completed", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:02:05.917813 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cce0f9f4-ac8a-4d95-903b-a696b6829864 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:02:05.918198 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'code': 200} Mar 08 15:02:06.109256 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80df9e6-6326-485c-9b04-8abb7043ee21 req-505e2d91-8a13-412c-9175-5fbfbcea8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:06.109484 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=10']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:06.110825 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e80df9e6-6326-485c-9b04-8abb7043ee21 req-505e2d91-8a13-412c-9175-5fbfbcea8d38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1130 time: 0.0450761 Mar 08 15:02:06.146135 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port bcf19c7a-3883-4327-8a62-ac30b434eda9 is: ACTIVE; New status is: DOWN {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:02:06.146658 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:06.183803 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:06.187820 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:06.189424 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e80df9e6-6326-485c-9b04-8abb7043ee21 req-32feda91-2fbb-43d4-93ba-a5b4c1ea837c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713968 Mar 08 15:02:06.199989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42158b-71d6-4831-a830-5a122bedb9a2 req-5214de41-5258-48c3-99e0-befc04e21401 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:06.201343 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b42158b-71d6-4831-a830-5a122bedb9a2 req-5214de41-5258-48c3-99e0-befc04e21401 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0853395 Mar 08 15:02:06.234256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=6']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:06.253705 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9b42158b-71d6-4831-a830-5a122bedb9a2 req-c3f947f9-d939-4532-82e0-e439cc4fe2bb tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465193 Mar 08 15:02:06.989256 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31c2e-4bd9-4af2-a775-74cbcee3749e req-165b7e00-b128-4bd7-a15d-805826118b95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:06.990831 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f3e31c2e-4bd9-4af2-a775-74cbcee3749e req-165b7e00-b128-4bd7-a15d-805826118b95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.0758104 Mar 08 15:02:07.029750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-c9aa9522-527e-4cbb-ac3e-6dae405348fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.031310 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-c9aa9522-527e-4cbb-ac3e-6dae405348fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd&tenant_id=4644e3267292449eb0147c62cc9c970a HTTP/1.1" status: 200 len: 1128 time: 0.0762329 Mar 08 15:02:07.050557 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f3e31c2e-4bd9-4af2-a775-74cbcee3749e req-d974f025-927a-4085-a833-dbf5674ee0f3 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536022 Mar 08 15:02:07.110877 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-f14b0a39-e4c6-4880-8e2e-78745d353602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.112366 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-f14b0a39-e4c6-4880-8e2e-78745d353602 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1128 time: 0.0485969 Mar 08 15:02:07.200759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-e515f088-d9c2-4158-a8be-8a0cd04be620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.202258 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-e515f088-d9c2-4158-a8be-8a0cd04be620 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0824018 Mar 08 15:02:07.274830 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-bf3ffd79-bbea-41c3-9e60-1ae011032435 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 1000 time: 0.0624416 Mar 08 15:02:07.326401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-420387df-c931-4406-a209-492ebbc30bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.327886 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-420387df-c931-4406-a209-492ebbc30bd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0463755 Mar 08 15:02:07.428322 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-eb8adb85-8c66-4b6d-a750-96ee2af36a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.430175 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-eb8adb85-8c66-4b6d-a750-96ee2af36a75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890706 Mar 08 15:02:07.437684 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbca246-06a2-4f6c-ae3b-76cc67a7ea3a req-f409ffe1-729f-4303-83d5-a94d1b878957 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:07.439289 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1dbca246-06a2-4f6c-ae3b-76cc67a7ea3a req-f409ffe1-729f-4303-83d5-a94d1b878957 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0889060 Mar 08 15:02:07.466168 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8313a4bd-b547-4ea5-b03b-525a70719b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:07.545123 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1dbca246-06a2-4f6c-ae3b-76cc67a7ea3a req-434fe8bb-e661-445b-a6f3-5abf95fae3b0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870857 Mar 08 15:02:07.563768 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-cb7b8efd-aa73-4e5d-903a-467a83c2b638 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235642 Mar 08 15:02:07.662884 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-c014cae0-9043-42ea-abc7-f31db4f14a23 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926707 Mar 08 15:02:07.918873 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:02:07.921173 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5a950-2e6d-4942-940a-641a665fd4ff" -d '{"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:02:07.956202 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4260756-0ebf-467b-8457-fce2d2ba6abe x-openstack-request-id: req-f4260756-0ebf-467b-8457-fce2d2ba6abe {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:02:07.956499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:02:07.956754 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4260756-0ebf-467b-8457-fce2d2ba6abe {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:02:07.957135 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'code': 200} Mar 08 15:02:08.182114 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86f1c-e5d5-4ca6-9ce6-8d440d3189bd req-32bc84d1-b66f-432a-8640-63077f8304e1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:08.183650 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00a86f1c-e5d5-4ca6-9ce6-8d440d3189bd req-32bc84d1-b66f-432a-8640-63077f8304e1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.0537498 Mar 08 15:02:08.229976 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-00a86f1c-e5d5-4ca6-9ce6-8d440d3189bd req-82f6cddc-e929-4bba-a0bc-6020ab2be58a tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Mar 08 15:02:08.665440 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f7dfe-30cd-466e-8a40-be5b7ead755b req-dc510533-928a-4b99-a610-a72dc9f2443f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:08.666972 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9e0f7dfe-30cd-466e-8a40-be5b7ead755b req-dc510533-928a-4b99-a610-a72dc9f2443f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0535102 Mar 08 15:02:08.722865 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9e0f7dfe-30cd-466e-8a40-be5b7ead755b req-4af25bca-c8ba-4b41-9ead-b81ee93bfa9f tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 Mar 08 15:02:09.350280 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65415052-4402-4002-9840-0c9da4cf4ed7 req-c9c9b70f-b7d5-4cea-bb27-72c106315c03 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:09.352130 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-65415052-4402-4002-9840-0c9da4cf4ed7 req-c9c9b70f-b7d5-4cea-bb27-72c106315c03 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.0518484 Mar 08 15:02:09.398622 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-65415052-4402-4002-9840-0c9da4cf4ed7 req-4c64d190-b0b8-4af5-8e32-34933048bcb1 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406108 Mar 08 15:02:09.732728 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ea029605-113b-4569-b311-83d5796e7b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:09.845548 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfec83-90ca-4039-bb65-bf6e55d661aa req-5e031162-1698-447c-9a53-2070923ed012 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:09.847059 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4cfec83-90ca-4039-bb65-bf6e55d661aa req-5e031162-1698-447c-9a53-2070923ed012 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0520906 Mar 08 15:02:09.895047 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4cfec83-90ca-4039-bb65-bf6e55d661aa req-5397c233-29e7-49ed-b058-7a9daaf4a8cc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Mar 08 15:02:10.779847 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:11.014463 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cfe72-f595-4086-b18c-756b0007d8da req-ec09a8cb-89a5-4818-bf1c-1bd7c3c2b9e8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:11.015910 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-be7cfe72-f595-4086-b18c-756b0007d8da req-ec09a8cb-89a5-4818-bf1c-1bd7c3c2b9e8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0550153 Mar 08 15:02:11.063433 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-be7cfe72-f595-4086-b18c-756b0007d8da req-a6999250-c260-41b8-9660-f20b21cc69b5 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Mar 08 15:02:12.180751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda21b6-53c5-438e-b28b-3171323a4f87 req-6c959e66-fd7d-4776-8685-9877732bd13d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:12.182602 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6cda21b6-53c5-438e-b28b-3171323a4f87 req-6c959e66-fd7d-4776-8685-9877732bd13d tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0542500 Mar 08 15:02:12.231070 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6cda21b6-53c5-438e-b28b-3171323a4f87 req-2101ea3a-61e4-4331-8f2d-02b2672c3cca tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Mar 08 15:02:12.285894 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:13.349085 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bc1e7-2360-4981-a3eb-ffc86b2ee17c req-16666384-2fa3-4dd9-ae0a-e65bf6fea1f9 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:13.350568 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-297bc1e7-2360-4981-a3eb-ffc86b2ee17c req-16666384-2fa3-4dd9-ae0a-e65bf6fea1f9 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0547748 Mar 08 15:02:13.397422 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-297bc1e7-2360-4981-a3eb-ffc86b2ee17c req-96dbb0ef-ece7-4ce6-99de-5c0f7cc8d61e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Mar 08 15:02:14.202483 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:14.512592 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdad21-1c01-4a0f-aabb-f59eb59fcd16 req-6a5faebb-e897-4230-8883-4ba1a7219934 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:14.514078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4bdad21-1c01-4a0f-aabb-f59eb59fcd16 req-6a5faebb-e897-4230-8883-4ba1a7219934 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.0514264 Mar 08 15:02:14.560736 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a4bdad21-1c01-4a0f-aabb-f59eb59fcd16 req-7af15a20-4177-4f32-9c1d-d12be73d91c0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412059 Mar 08 15:02:15.726953 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44182a00-dc2a-4216-ba74-800b51a652ae req-aa2eae19-8e0d-4c21-8d73-02cfd483dd43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:15.728416 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44182a00-dc2a-4216-ba74-800b51a652ae req-aa2eae19-8e0d-4c21-8d73-02cfd483dd43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 944 time: 0.1015167 Mar 08 15:02:15.778944 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44182a00-dc2a-4216-ba74-800b51a652ae req-e9ced071-6e96-42d2-bb1e-a3847f1800b7 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450420 Mar 08 15:02:15.782398 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:02:15.876908 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:15.888396 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'port_id': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'mac_address': 'fa:16:3e:72:cc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:02:15.924865 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port bcf19c7a-3883-4327-8a62-ac30b434eda9 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:02:15.925245 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:15.937667 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf19c7a-3883-4327-8a62-ac30b434eda9 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:02:15.956742 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:15.959811 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:16.004859 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=7']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:16.012194 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.012543 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.012881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.013214 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.013540 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.013889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.014219 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.014539 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.014861 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.015182 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.015499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.015814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.016129 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:16.335763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['bcf19c7a-3883-4327-8a62-ac30b434eda9'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:02:16.893586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b31c6-5d60-4303-90af-7a53eb37bb19 req-4060d9dd-0114-442f-b053-abe320419cdb tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:16.895135 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-df5b31c6-5d60-4303-90af-7a53eb37bb19 req-4060d9dd-0114-442f-b053-abe320419cdb tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 945 time: 0.0516319 Mar 08 15:02:16.943100 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-df5b31c6-5d60-4303-90af-7a53eb37bb19 req-8794845d-7efb-4e54-8f44-363fec5d01c8 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 Mar 08 15:02:17.784979 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:02:17.832416 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port bcf19c7a-3883-4327-8a62-ac30b434eda9 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:02:17.832680 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:17.906534 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port bcf19c7a-3883-4327-8a62-ac30b434eda9 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:02:17.906953 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:17.928692 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:02:17.931622 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e380cf-9933-407b-8370-79b1fa0540c9" -d '{"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-plugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:02:17.947109 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:17.951201 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:17.974449 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0278b448-21b7-4c42-81aa-075429b21ed6 x-openstack-request-id: req-0278b448-21b7-4c42-81aa-075429b21ed6 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:02:17.974741 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-plugged", "status": "completed", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:02:17.974990 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0278b448-21b7-4c42-81aa-075429b21ed6 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:02:17.975368 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'code': 200} Mar 08 15:02:18.001913 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=8']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:18.062845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168df1-b43d-47ce-9b10-e5bedbeb18de req-d7d5af27-27d5-4800-b3e2-72d2c1a45583 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:18.064372 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-23168df1-b43d-47ce-9b10-e5bedbeb18de req-d7d5af27-27d5-4800-b3e2-72d2c1a45583 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0524027 Mar 08 15:02:18.116151 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-23168df1-b43d-47ce-9b10-e5bedbeb18de req-67b257c7-b42b-4e86-862a-2cb80cf6b329 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Mar 08 15:02:18.209349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8bc7-1277-49db-a38a-328fe7cb58b0 req-7f7a3e86-79df-436f-a608-7edd2b50d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:18.212096 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3bcd8bc7-1277-49db-a38a-328fe7cb58b0 req-7f7a3e86-79df-436f-a608-7edd2b50d507 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0475545 Mar 08 15:02:18.259120 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3bcd8bc7-1277-49db-a38a-328fe7cb58b0 req-dd2515a1-b8f1-47b4-9aaa-5459192f0f3f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413237 Mar 08 15:02:19.232818 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574f64-c84f-4fc5-98c1-36b083d06b3e req-87d882bf-b4fd-4964-afc4-087f8faa3e47 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:19.234240 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9a574f64-c84f-4fc5-98c1-36b083d06b3e req-87d882bf-b4fd-4964-afc4-087f8faa3e47 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0511084 Mar 08 15:02:19.282366 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9a574f64-c84f-4fc5-98c1-36b083d06b3e req-37d98432-f276-4a50-beca-ca1e05f13329 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Mar 08 15:02:20.411992 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da553a-bebe-422d-9055-92e82bf240d1 req-5fc60f59-c29d-44c4-914d-010d28b72552 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:20.413710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7da553a-bebe-422d-9055-92e82bf240d1 req-5fc60f59-c29d-44c4-914d-010d28b72552 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0607283 Mar 08 15:02:20.468030 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7da553a-bebe-422d-9055-92e82bf240d1 req-555884aa-f43e-45eb-86f7-1e42513bd8dd tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485737 Mar 08 15:02:20.584054 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b62ba-6596-47ce-b701-1bd48cc60862 req-70f62ae8-85a8-4536-89f3-1d797d15a8b4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:20.585671 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee1b62ba-6596-47ce-b701-1bd48cc60862 req-70f62ae8-85a8-4536-89f3-1d797d15a8b4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Mar 08 15:02:20.631018 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee1b62ba-6596-47ce-b701-1bd48cc60862 req-ab3afd5f-264c-422e-965c-3c1c604a5bc0 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Mar 08 15:02:20.776558 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:21.749695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ac94d-1cc0-4750-9174-f9528eafa0bd req-cfb8c985-7f7d-4642-9fdc-90bcde141f45 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:21.751208 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-075ac94d-1cc0-4750-9174-f9528eafa0bd req-cfb8c985-7f7d-4642-9fdc-90bcde141f45 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0516193 Mar 08 15:02:21.829361 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-075ac94d-1cc0-4750-9174-f9528eafa0bd req-8ff8156c-157d-49b7-8c34-2161f7d2b08a tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710797 Mar 08 15:02:21.836577 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-05cbfae5-91a4-404e-9d12-e7584a77a4c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726635 Mar 08 15:02:21.921239 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-ee7cf800-27af-45c6-a32a-e5f87e70b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:21.922667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-ee7cf800-27af-45c6-a32a-e5f87e70b19f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0441535 Mar 08 15:02:22.029320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-dedd6483-54cc-462d-b92f-f008e6a0fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:22.030829 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-dedd6483-54cc-462d-b92f-f008e6a0fffc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0880246 Mar 08 15:02:22.099242 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-18fc5464-27f8-416f-9e75-c46d8ece0800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 1002 time: 0.0565135 Mar 08 15:02:22.146459 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-b0b3d251-7e5c-4c0b-a96b-b0d05040de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:22.147847 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-b0b3d251-7e5c-4c0b-a96b-b0d05040de07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0415149 Mar 08 15:02:22.202433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-f38515cb-2b81-4fa1-9239-f73d04b0887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:22.203822 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-f38515cb-2b81-4fa1-9239-f73d04b0887c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459623 Mar 08 15:02:22.290444 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-9c1288d9-0843-4ee5-ab10-4820226b61cf service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802615 Mar 08 15:02:22.388365 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74cde53d-d8f9-4897-8136-9b9f426f3267 req-37f99252-023c-4fcf-b024-434a64d0be30 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902112 Mar 08 15:02:22.751301 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-46b4fd88-4e4d-4e40-82a6-fa11ad91ba94 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:22.752727 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-46b4fd88-4e4d-4e40-82a6-fa11ad91ba94 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0513005 Mar 08 15:02:22.843087 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Deleting port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:02:22.843424 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:22.958438 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] For port f0ed53eb-f5ef-4acb-90e2-44649ab1c350, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:22.958793 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:22.985972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7857f-800a-4c36-bc6f-7ab3ee0be783 req-fd3d0bf8-4eb5-4ff2-b311-824316b36242 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:02:22.987622 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8c7857f-800a-4c36-bc6f-7ab3ee0be783 req-fd3d0bf8-4eb5-4ff2-b311-824316b36242 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea1fbb7-aadf-4826-a4e0-0cab54d707a3 HTTP/1.1" status: 200 len: 946 time: 0.0902402 Mar 08 15:02:23.104934 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8c7857f-800a-4c36-bc6f-7ab3ee0be783 req-3051bb20-33ce-4c53-9ef2-b6fd32b9c0bb tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups?id=10022e09-228c-4471-b896-487a833e8b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862768 Mar 08 15:02:23.175529 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:23.175994 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:23.176319 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Floating IP a36eed34-5294-45cd-9e26-792d2bac7816 disassociated. External IP: 172.27.2.36, port: f0ed53eb-f5ef-4acb-90e2-44649ab1c350. Mar 08 15:02:23.176661 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Calling delete_port for f0ed53eb-f5ef-4acb-90e2-44649ab1c350 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:02:23.306134 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f0ed53eb-f5ef-4acb-90e2-44649ab1c350), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:23.340556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'Port': ['ID=f0ed53eb-f5ef-4acb-90e2-44649ab1c350,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:23.353528 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.353920 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.354285 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.354622 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.355013 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.355305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.355642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.355980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.356314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.356649 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.356984 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.357311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.357635 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:23.468311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:02:23.572963 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:02:23.582653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:02:23.592208 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:02:23.592842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:02:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:23.616781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] No DVR routers for this DVR port f0ed53eb-f5ef-4acb-90e2-44649ab1c350 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:02:23.619247 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:23.622599 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dba71653-bd2f-4a11-8b4a-e85d81819640 req-36366aba-888d-4e4d-aaf3-e03b43be35f4 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.61 "DELETE /v2.0/ports/f0ed53eb-f5ef-4acb-90e2-44649ab1c350 HTTP/1.1" status: 204 len: 173 time: 0.8638654 Mar 08 15:02:23.623299 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'name': 'network-vif-deleted', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:02:23.625641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2e0a82-c32d-478f-af16-4e5760c01250" -d '{"events": [{"server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "name": "network-vif-deleted", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:02:23.686602 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a418b-9781-4605-9abb-c2c348f55dfa x-openstack-request-id: req-4b9a418b-9781-4605-9abb-c2c348f55dfa {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:02:23.686905 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea1fbb7-aadf-4826-a4e0-0cab54d707a3", "name": "network-vif-deleted", "tag": "f0ed53eb-f5ef-4acb-90e2-44649ab1c350", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:02:23.687163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b9a418b-9781-4605-9abb-c2c348f55dfa {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:02:23.687747 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea1fbb7-aadf-4826-a4e0-0cab54d707a3', 'name': 'network-vif-deleted', 'tag': 'f0ed53eb-f5ef-4acb-90e2-44649ab1c350', 'status': 'completed', 'code': 200} Mar 08 15:02:23.713015 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:02:23.921368 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:23.950940 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:02:23.959016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:02:23.959614 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:02:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:24.067433 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:02:24.192398 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 50894) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:24.245607 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (10022e09-228c-4471-b896-487a833e8b38), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.270136 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:24.278512 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (10022e09-228c-4471-b896-487a833e8b38), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.303929 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e46c6-3923-438c-a315-20c839a7b79d None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:25Z', 'revision_number': 4, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'da82e4e4-90d9-4025-82af-7acab9fe6b1a', 'name': '', 'network_id': '9848d7fb-4138-44f8-8c64-fa7a7f10400c', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'mac_address': 'fa:16:3e:be:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:39Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'subnets': [{'id': 'e49dfccb-708c-49f3-85a5-29b430f690f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:02:24.330234 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (10022e09-228c-4471-b896-487a833e8b38), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.332897 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.334157 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "DELETE /v2.0/security-groups/10022e09-228c-4471-b896-487a833e8b38 HTTP/1.1" status: 204 len: 168 time: 0.1406782 Mar 08 15:02:24.337679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50896) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:24.345175 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10022e09-228c-4471-b896-487a833e8b38,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:24.354691 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.355014 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.355359 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.355690 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.356017 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.356316 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.api.v2.resource [None req-c6a273a9-abca-413e-93fc-3ecd715b8bbc tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] show failed (client error): The resource could not be found. Mar 08 15:02:24.356428 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.356651 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.356972 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.357292 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.357610 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.357978 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.358303 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.358610 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576533b-bb8e-4d5e-a398-381131afbe61 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:02:24.359067 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c6a273a9-abca-413e-93fc-3ecd715b8bbc tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "GET /v2.0/security-groups/10022e09-228c-4471-b896-487a833e8b38 HTTP/1.1" status: 404 len: 347 time: 0.0189931 Mar 08 15:02:24.361501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50898) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:24.503617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Deleting port 49ae481f-c673-4370-9cac-d5e64d94e86f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:02:24.503960 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.544842 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14005e4-7a13-430f-86af-0a7b579c409b None None] New status for floating IP a36eed34-5294-45cd-9e26-792d2bac7816: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:02:24.582799 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.583121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (49ae481f-c673-4370-9cac-d5e64d94e86f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.595350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Calling delete_port for 49ae481f-c673-4370-9cac-d5e64d94e86f owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:02:24.729504 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (49ae481f-c673-4370-9cac-d5e64d94e86f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.761242 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Pushing event deleted for resources: {'Port': ['ID=49ae481f-c673-4370-9cac-d5e64d94e86f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:24.816741 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks [] for floatingip (a36eed34-5294-45cd-9e26-792d2bac7816), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.819923 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:24.821409 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4d0bd3ee-7986-497c-ae45-f0c378fe7f53 tempest-AttachVolumeTestJSON-1848772760 tempest-AttachVolumeTestJSON-1848772760-project] 10.222.0.42 "DELETE /v2.0/floatingips/a36eed34-5294-45cd-9e26-792d2bac7816 HTTP/1.1" status: 204 len: 168 time: 0.4586515 Mar 08 15:02:25.793883 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:02:27.841698 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device f0ed53eb-f5ef-4acb-90e2-44649ab1c350 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:02:27.861723 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: f0ed53eb-f5ef-4acb-90e2-44649ab1c350 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:02:27.862099 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device f0ed53eb-f5ef-4acb-90e2-44649ab1c350 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:02:28.335285 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50928) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:28.759929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (5d80255a-01a9-4a44-9977-608298486e40), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:29.269753 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Deleting port da82e4e4-90d9-4025-82af-7acab9fe6b1a {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:02:29.270112 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:29.351346 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] For port da82e4e4-90d9-4025-82af-7acab9fe6b1a, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=da82e4e4-90d9-4025-82af-7acab9fe6b1a,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:29.352276 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:29.363124 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Calling delete_port for da82e4e4-90d9-4025-82af-7acab9fe6b1a owned by network:router_interface {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:02:29.539040 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (da82e4e4-90d9-4025-82af-7acab9fe6b1a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:29.564056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da82e4e4-90d9-4025-82af-7acab9fe6b1a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:29.731739 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (5d80255a-01a9-4a44-9977-608298486e40), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:29.947613 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Router 5d80255a-01a9-4a44-9977-608298486e40 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:02:30.055562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:02:30.060588 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ae4b094b-9a03-452b-963f-b0611ad0d5f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/5d80255a-01a9-4a44-9977-608298486e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242911 Mar 08 15:02:30.063268 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50932) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:30.064734 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Sync routers for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:02:30.073937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:02:30.074554 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:02:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:30.166773 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks [] for router (5d80255a-01a9-4a44-9977-608298486e40), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.179713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:02:30.271067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks [] for router_gateway (5d80255a-01a9-4a44-9977-608298486e40), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.323274 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Deleting port 9593e3ff-f06c-4187-8a8a-067869c1d0e4 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:02:30.323612 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.365335 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:02:29Z', 'revision_number': 5, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port': {'id': '9593e3ff-f06c-4187-8a8a-067869c1d0e4', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d80255a-01a9-4a44-9977-608298486e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:16Z', 'updated_at': '2022-03-08T14:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:30.391609 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Checking router: 5d80255a-01a9-4a44-9977-608298486e40 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:02:30.399005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] For port 9593e3ff-f06c-4187-8a8a-067869c1d0e4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=9593e3ff-f06c-4187-8a8a-067869c1d0e4,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:30.399522 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.400184 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Routers {'5d80255a-01a9-4a44-9977-608298486e40'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:02:30.400785 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:02:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['5d80255a-01a9-4a44-9977-608298486e40'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:30.410747 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Calling delete_port for 9593e3ff-f06c-4187-8a8a-067869c1d0e4 owned by network:router_gateway {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:02:30.580181 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (9593e3ff-f06c-4187-8a8a-067869c1d0e4), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.610360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Pushing event deleted for resources: {'Port': ['ID=9593e3ff-f06c-4187-8a8a-067869c1d0e4,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:30.617981 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] Set router 5d80255a-01a9-4a44-9977-608298486e40 gateway port host: None {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:02:30.670797 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (5d80255a-01a9-4a44-9977-608298486e40), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.672489 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:02:30Z', 'revision_number': 6, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:30.702105 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ca1cc-a40b-47ff-b662-68a707fb252f None None] The sync data for ids ['5d80255a-01a9-4a44-9977-608298486e40'] in dv-cinder-830096-2-iscsi is: [{'id': '5d80255a-01a9-4a44-9977-608298486e40', 'name': 'tempest-AttachVolumeTestJSON-1972158910-router', 'tenant_id': '38b740dedccb49a08aaf0cc9b318f20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:02:30Z', 'revision_number': 6, 'project_id': '38b740dedccb49a08aaf0cc9b318f20d', 'gw_port_host': None}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:02:30.765443 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (5d80255a-01a9-4a44-9977-608298486e40), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.767584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks [] for router_controller (5d80255a-01a9-4a44-9977-608298486e40), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.813483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (5d80255a-01a9-4a44-9977-608298486e40), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.814030 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d80255a-01a9-4a44-9977-608298486e40 {{(pid=119854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:02:30.818333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.819779 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-e715d931-c9f4-4b18-a5c8-4116567ff517 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5d80255a-01a9-4a44-9977-608298486e40 HTTP/1.1" status: 204 len: 168 time: 0.7554824 Mar 08 15:02:30.822320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50936) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:30.865154 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Deleting subnet e49dfccb-708c-49f3-85a5-29b430f690f3 {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:02:30.868813 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Publish callbacks [] for subnet (e49dfccb-708c-49f3-85a5-29b430f690f3), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:30.901420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (e49dfccb-708c-49f3-85a5-29b430f690f3), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.005980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (e49dfccb-708c-49f3-85a5-29b430f690f3), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.059889 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (e49dfccb-708c-49f3-85a5-29b430f690f3), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.083500 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49dfccb-708c-49f3-85a5-29b430f690f3,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:31.089887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.095060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-fc24ddce-170b-41b0-b789-598b7a55e4b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e49dfccb-708c-49f3-85a5-29b430f690f3 HTTP/1.1" status: 204 len: 168 time: 0.2717791 Mar 08 15:02:31.097611 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50938) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:31.098040 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6acab-7a04-425f-b2cc-868baa6caa94 None None] Network 9848d7fb-4138-44f8-8c64-fa7a7f10400c requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:02:31.172228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (9848d7fb-4138-44f8-8c64-fa7a7f10400c), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.224340 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Deleting port a9614b3f-270a-4c08-988d-30a0dc50e0ce {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:02:31.224676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.285150 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] For port a9614b3f-270a-4c08-988d-30a0dc50e0ce, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=a9614b3f-270a-4c08-988d-30a0dc50e0ce,segment=NetworkSegment(f1ecd0e1-9452-4492-a860-d120b8ca6b06),segment_id=f1ecd0e1-9452-4492-a860-d120b8ca6b06)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:02:31.285508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.297975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Calling delete_port for a9614b3f-270a-4c08-988d-30a0dc50e0ce owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:02:31.378217 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (a9614b3f-270a-4c08-988d-30a0dc50e0ce), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.401603 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9614b3f-270a-4c08-988d-30a0dc50e0ce,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:31.406986 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] No DVR routers for this DVR port a9614b3f-270a-4c08-988d-30a0dc50e0ce on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:02:31.474849 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774ef9b-61cf-4eb0-ae4b-9e252f8ac054 None None] DHCP port deletion for 9848d7fb-4138-44f8-8c64-fa7a7f10400c request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:02:31.481162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (9848d7fb-4138-44f8-8c64-fa7a7f10400c), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.504330 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848d7fb-4138-44f8-8c64-fa7a7f10400c']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:31.514132 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ecd0e1-9452-4492-a860-d120b8ca6b06') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:31.514429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ecd0e1-9452-4492-a860-d120b8ca6b06') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:02:31.524074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (f1ecd0e1-9452-4492-a860-d120b8ca6b06), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.537637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (f1ecd0e1-9452-4492-a860-d120b8ca6b06), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.544241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:02:31.544689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (f1ecd0e1-9452-4492-a860-d120b8ca6b06), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:02:31.546612 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:02:31.602369 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (9848d7fb-4138-44f8-8c64-fa7a7f10400c), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.609163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.612326 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9848d7fb-4138-44f8-8c64-fa7a7f10400c HTTP/1.1" status: 204 len: 168 time: 0.5137701 Mar 08 15:02:31.622033 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bced93-db98-48df-a4ef-ab3bf54c9e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9848d7fb-4138-44f8-8c64-fa7a7f10400c,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:31.747228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50942) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:31.786047 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-68f625b1-2a2b-4ea8-b436-45b9fc1e3f3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38b740dedccb49a08aaf0cc9b318f20d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376675 Mar 08 15:02:31.788645 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 50944) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:31.838130 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] Publish callbacks [] for security_group (e46438ef-9f2f-47fb-86fe-6d7ed7883e72), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.859153 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] Publish callbacks [] for security_group (e46438ef-9f2f-47fb-86fe-6d7ed7883e72), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.907357 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e46438ef-9f2f-47fb-86fe-6d7ed7883e72), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.910140 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:31.911445 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e46438ef-9f2f-47fb-86fe-6d7ed7883e72 HTTP/1.1" status: 204 len: 168 time: 0.1217825 Mar 08 15:02:31.919779 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e6a7f-2163-4e4d-a96e-3536bcdd202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46438ef-9f2f-47fb-86fe-6d7ed7883e72,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:32.027784 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 9593e3ff-f06c-4187-8a8a-067869c1d0e4 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:02:32.047794 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 9593e3ff-f06c-4187-8a8a-067869c1d0e4 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:02:32.048140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 9593e3ff-f06c-4187-8a8a-067869c1d0e4 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:02:32.048542 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device a9614b3f-270a-4c08-988d-30a0dc50e0ce no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:02:32.067396 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: a9614b3f-270a-4c08-988d-30a0dc50e0ce {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:02:32.067741 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device a9614b3f-270a-4c08-988d-30a0dc50e0ce not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:02:32.068144 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device da82e4e4-90d9-4025-82af-7acab9fe6b1a no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:02:32.087671 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: da82e4e4-90d9-4025-82af-7acab9fe6b1a {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:02:32.088021 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device da82e4e4-90d9-4025-82af-7acab9fe6b1a not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:02:37.459047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efbccbe9-8818-4ba7-863b-ae0e062a6568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:39.734159 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-eac3290c-eb74-4521-9cdd-21365d642199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:40.782868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:42.289287 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.204867 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.645115 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51094) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:44.745161 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-be4e1ccc-7423-41e1-9250-17ec9ae8d588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.817504 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-be4e1ccc-7423-41e1-9250-17ec9ae8d588 admin admin] Publish callbacks [] for security_group (2f60a8bb-148f-4df6-bf30-05ace5f5a4b8), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.822148 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-be4e1ccc-7423-41e1-9250-17ec9ae8d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2f60a8bb-148f-4df6-bf30-05ace5f5a4b8), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.861085 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-be4e1ccc-7423-41e1-9250-17ec9ae8d588 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb353c9baeb84718a3801e8947ccd674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149315 Mar 08 15:02:44.861964 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1ccc-7423-41e1-9250-17ec9ae8d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f60a8bb-148f-4df6-bf30-05ace5f5a4b8,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:44.863828 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51098) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:44.915453 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] Publish callbacks [] for security_group (2f60a8bb-148f-4df6-bf30-05ace5f5a4b8), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.936589 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] Publish callbacks [] for security_group (2f60a8bb-148f-4df6-bf30-05ace5f5a4b8), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.982956 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2f60a8bb-148f-4df6-bf30-05ace5f5a4b8), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.985586 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:44.986783 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f60a8bb-148f-4df6-bf30-05ace5f5a4b8 HTTP/1.1" status: 204 len: 168 time: 0.1219718 Mar 08 15:02:44.994968 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6733f34-0e54-4304-acf1-e9ecd08e0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f60a8bb-148f-4df6-bf30-05ace5f5a4b8,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:45.240143 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51104) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:45.252909 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-009046ca-3bdb-4735-b09f-d003616527e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.326560 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-009046ca-3bdb-4735-b09f-d003616527e3 admin admin] Publish callbacks [] for security_group (4c9d152e-ace7-4b75-b9ec-ba741cdc4b02), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.330007 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-009046ca-3bdb-4735-b09f-d003616527e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (4c9d152e-ace7-4b75-b9ec-ba741cdc4b02), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.367983 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-009046ca-3bdb-4735-b09f-d003616527e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f179ab1f64d34403b209dce5172c4ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267838 Mar 08 15:02:45.368869 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009046ca-3bdb-4735-b09f-d003616527e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d152e-ace7-4b75-b9ec-ba741cdc4b02,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:45.370726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51106) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:02:45.419831 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] Publish callbacks [] for security_group (4c9d152e-ace7-4b75-b9ec-ba741cdc4b02), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.439748 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] Publish callbacks [] for security_group (4c9d152e-ace7-4b75-b9ec-ba741cdc4b02), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.485105 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (4c9d152e-ace7-4b75-b9ec-ba741cdc4b02), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.487780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:02:45.491355 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c9d152e-ace7-4b75-b9ec-ba741cdc4b02 HTTP/1.1" status: 204 len: 168 time: 0.1170704 Mar 08 15:02:45.500624 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b971-0173-40b7-b805-7e5b947993eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d152e-ace7-4b75-b9ec-ba741cdc4b02,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:02:50.795327 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:02.793445 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:03:07.460556 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-15236e35-fe1a-482c-9d9b-800ba623f428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:09.736283 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d7d11e03-a0e5-40c5-9bb1-e5d0c946c51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:10.785086 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:12.291418 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:14.206789 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:20.796917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.479483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51340) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:21.580635 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d4e27983-a63e-42bf-8c17-3104227ca7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.652297 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d4e27983-a63e-42bf-8c17-3104227ca7a0 admin admin] Publish callbacks [] for security_group (a34b0270-2201-4c3a-88c3-70cca6a62f7b), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.656762 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d4e27983-a63e-42bf-8c17-3104227ca7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a34b0270-2201-4c3a-88c3-70cca6a62f7b), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.693507 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-d4e27983-a63e-42bf-8c17-3104227ca7a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7a38de63a5f43c5b620691e1672eaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127829 Mar 08 15:03:21.694380 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27983-a63e-42bf-8c17-3104227ca7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34b0270-2201-4c3a-88c3-70cca6a62f7b,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:21.696384 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51344) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:21.744927 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] Publish callbacks [] for security_group (a34b0270-2201-4c3a-88c3-70cca6a62f7b), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.768151 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] Publish callbacks [] for security_group (a34b0270-2201-4c3a-88c3-70cca6a62f7b), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.813423 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a34b0270-2201-4c3a-88c3-70cca6a62f7b), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.815966 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:21.817105 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a34b0270-2201-4c3a-88c3-70cca6a62f7b HTTP/1.1" status: 204 len: 168 time: 0.1197360 Mar 08 15:03:21.825121 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503829f-1806-48c5-a516-6c3893f32996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34b0270-2201-4c3a-88c3-70cca6a62f7b,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:22.071416 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51354) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:22.085156 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ae551700-2a2b-4607-a0a2-d2a8cdcc6843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.161648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ae551700-2a2b-4607-a0a2-d2a8cdcc6843 admin admin] Publish callbacks [] for security_group (b5abaedf-7c6e-4d01-823f-161c48b2eeea), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.165652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ae551700-2a2b-4607-a0a2-d2a8cdcc6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b5abaedf-7c6e-4d01-823f-161c48b2eeea), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.204318 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ae551700-2a2b-4607-a0a2-d2a8cdcc6843 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a20328bc681e4f6fbcbcec8f8fc4b369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316793 Mar 08 15:03:22.206217 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae551700-2a2b-4607-a0a2-d2a8cdcc6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5abaedf-7c6e-4d01-823f-161c48b2eeea,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:22.207223 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51356) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:22.268822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] Publish callbacks [] for security_group (b5abaedf-7c6e-4d01-823f-161c48b2eeea), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.295744 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] Publish callbacks [] for security_group (b5abaedf-7c6e-4d01-823f-161c48b2eeea), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.346201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b5abaedf-7c6e-4d01-823f-161c48b2eeea), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.349166 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:22.353269 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5abaedf-7c6e-4d01-823f-161c48b2eeea HTTP/1.1" status: 204 len: 168 time: 0.1450093 Mar 08 15:03:22.362919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cb384-c3cb-4686-b4e4-a87dbbae0679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5abaedf-7c6e-4d01-823f-161c48b2eeea,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:23.927534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51406) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:24.029036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.100442 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Publish callbacks [] for security_group (0e254102-9ef0-439e-a621-1de8b8fc11cc), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.104484 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0e254102-9ef0-439e-a621-1de8b8fc11cc), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.141249 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09083d0328f74d8b91b0c57b493850bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126789 Mar 08 15:03:24.143421 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e254102-9ef0-439e-a621-1de8b8fc11cc,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:24.144103 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51410) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:24.150566 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.150921 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.151265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.152144 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.152676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.153098 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.153435 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.153763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.154126 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.154457 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.154783 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.155108 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.155432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a93c8e-0898-4ef7-942f-2920839ab9ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.193379 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] Publish callbacks [] for security_group (0e254102-9ef0-439e-a621-1de8b8fc11cc), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.215277 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] Publish callbacks [] for security_group (0e254102-9ef0-439e-a621-1de8b8fc11cc), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.263759 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0e254102-9ef0-439e-a621-1de8b8fc11cc), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.266338 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.267464 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e254102-9ef0-439e-a621-1de8b8fc11cc HTTP/1.1" status: 204 len: 168 time: 0.1224070 Mar 08 15:03:24.274793 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc563f4-8e10-41c0-a33a-fe5e5cfc0fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e254102-9ef0-439e-a621-1de8b8fc11cc,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:24.531666 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51418) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:24.545174 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.617160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Publish callbacks [] for security_group (8ced0566-7c14-430a-9af1-ee9aeea71c6b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.621776 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8ced0566-7c14-430a-9af1-ee9aeea71c6b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.658740 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52d8e7e119314188b6d57c32ff83eb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260083 Mar 08 15:03:24.659679 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced0566-7c14-430a-9af1-ee9aeea71c6b,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:24.661424 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51420) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:24.666794 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.667845 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.668390 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.668725 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.669051 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.669377 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.669702 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.670053 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.670375 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.670694 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.671008 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.671323 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.671638 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945d10-0330-44b9-aef8-16d5cfb75427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:24.709185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] Publish callbacks [] for security_group (8ced0566-7c14-430a-9af1-ee9aeea71c6b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.730081 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] Publish callbacks [] for security_group (8ced0566-7c14-430a-9af1-ee9aeea71c6b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.777016 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8ced0566-7c14-430a-9af1-ee9aeea71c6b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.779604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:24.780773 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ced0566-7c14-430a-9af1-ee9aeea71c6b HTTP/1.1" status: 204 len: 168 time: 0.1183281 Mar 08 15:03:24.787985 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad3aa1-82a4-4e60-9fc3-68e7d9f3d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced0566-7c14-430a-9af1-ee9aeea71c6b,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:25.100729 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-f35c4abc-cabc-4c87-b687-64a746f06e03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392763 Mar 08 15:03:26.221591 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-fea07942-1e2b-4266-a45f-4972d356ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:26.223185 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-fea07942-1e2b-4266-a45f-4972d356ef7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf8b16a3603428fbf415973497db6b1&device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 1130 time: 0.0440545 Mar 08 15:03:26.333674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-88d6ac41-efba-42bc-971c-6b552936c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:26.335306 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-88d6ac41-efba-42bc-971c-6b552936c4e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 200 len: 917 time: 0.0932257 Mar 08 15:03:26.401618 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-89d5e05e-e8e9-4649-98f0-72ee2d96f260 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 200 len: 1001 time: 0.0606129 Mar 08 15:03:26.455279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-a135d9f6-f087-4285-a93a-bfdca3e83ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:26.456768 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-a135d9f6-f087-4285-a93a-bfdca3e83ff0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 200 len: 855 time: 0.0503435 Mar 08 15:03:26.520101 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-1b2d08d8-6665-48d9-81e8-66b877b01e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:26.522119 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-1b2d08d8-6665-48d9-81e8-66b877b01e99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f309d08-5b66-4e26-a95c-94941123a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582128 Mar 08 15:03:26.531562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-0d418106-f932-4a78-8c61-19d3f6485e5d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:03:26.532738 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-0d418106-f932-4a78-8c61-19d3f6485e5d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050099 Mar 08 15:03:26.619867 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-51c00df0-7a9c-4b8f-81c8-d4393d99f5a5 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814373 Mar 08 15:03:26.710608 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55f0541a-5d67-4bb2-8a10-d2df9beb4bc0 req-86f6ee17-571c-4856-9bfa-89ca8dd57201 service neutron] 10.222.0.61 "GET /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Mar 08 15:03:33.349136 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-7d850d83-9a64-4465-9359-e54a2c9d39b2 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013927307&fields=id&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 267 time: 0.0426950 Mar 08 15:03:33.456312 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-2c8515d6-91d5-4a99-8c85-c0d06dad3b5b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:33.457815 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-2c8515d6-91d5-4a99-8c85-c0d06dad3b5b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1019435 Mar 08 15:03:33.472199 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-0d6c1129-a029-4662-bf47-7909e5dc8e7d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/quotas/de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 375 time: 0.0088453 Mar 08 15:03:33.813562 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-b01c77c3-8524-4b59-a2e6-7ad75a1881d5 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3366227 Mar 08 15:03:33.825390 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51544) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:33.922455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-a8758b10-8065-4bad-837b-b017aa53670b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:03:33.923473 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-a8758b10-8065-4bad-837b-b017aa53670b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984373 Mar 08 15:03:33.929993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d5be8ce7-3a8f-48b4-a4b3-07d3cdc76e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.006425 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d5be8ce7-3a8f-48b4-a4b3-07d3cdc76e30 admin admin] Publish callbacks [] for security_group (e597ab32-9e09-46c3-93df-2e5c08492499), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.010304 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d5be8ce7-3a8f-48b4-a4b3-07d3cdc76e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e597ab32-9e09-46c3-93df-2e5c08492499), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.022127 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-866fbdae-79d6-40ae-828c-fb3f1e9403da service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926840 Mar 08 15:03:34.047950 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d5be8ce7-3a8f-48b4-a4b3-07d3cdc76e30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1280d9d50f3d4e0696db7b0b82aced51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213359 Mar 08 15:03:34.049892 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be8ce7-3a8f-48b4-a4b3-07d3cdc76e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e597ab32-9e09-46c3-93df-2e5c08492499,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:34.052080 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51550) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:34.101610 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] Publish callbacks [] for security_group (e597ab32-9e09-46c3-93df-2e5c08492499), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.114600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-14444c7e-22d2-4fae-b637-281885b107b6 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Mar 08 15:03:34.127195 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] Publish callbacks [] for security_group (e597ab32-9e09-46c3-93df-2e5c08492499), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.174281 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e597ab32-9e09-46c3-93df-2e5c08492499), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.177062 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.178248 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e597ab32-9e09-46c3-93df-2e5c08492499 HTTP/1.1" status: 204 len: 168 time: 0.1252861 Mar 08 15:03:34.187346 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c9b39-c02e-4171-9389-04a0ce0e8e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597ab32-9e09-46c3-93df-2e5c08492499,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:34.421385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f3dacaa0-7ed7-44e1-af82-530c5902a868 req-7828edd5-8f9b-4892-a2e5-a352f67eb790 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 210 time: 0.0282462 Mar 08 15:03:34.487040 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51572) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:34.502721 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8697788c-4e1b-4565-9b36-56f0e962e2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.583243 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8697788c-4e1b-4565-9b36-56f0e962e2ad admin admin] Publish callbacks [] for security_group (08af3607-a200-4de2-a940-0055b5c281f0), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.587728 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8697788c-4e1b-4565-9b36-56f0e962e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (08af3607-a200-4de2-a940-0055b5c281f0), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.626530 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8697788c-4e1b-4565-9b36-56f0e962e2ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e7e6e1df11347a6ad94ca0da5125756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383257 Mar 08 15:03:34.629134 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51578) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:34.629596 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697788c-4e1b-4565-9b36-56f0e962e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af3607-a200-4de2-a940-0055b5c281f0,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:34.676959 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] Publish callbacks [] for security_group (08af3607-a200-4de2-a940-0055b5c281f0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.702730 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] Publish callbacks [] for security_group (08af3607-a200-4de2-a940-0055b5c281f0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.750939 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (08af3607-a200-4de2-a940-0055b5c281f0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.753557 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:34.754733 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08af3607-a200-4de2-a940-0055b5c281f0 HTTP/1.1" status: 204 len: 168 time: 0.1245632 Mar 08 15:03:34.763102 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de162bc-371e-4b3b-8209-1e7143248144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af3607-a200-4de2-a940-0055b5c281f0,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:35.501998 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-5cd4467c-c06c-452a-9b38-8d3abd6fb469 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:35.505938 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-5cd4467c-c06c-452a-9b38-8d3abd6fb469 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 812 time: 0.1379244 Mar 08 15:03:35.545914 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9a2e7482-ede9-4d74-9a52-57464ce597b4 req-3ff22556-af60-4a2f-9439-3595e7d1bfee tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 210 time: 0.0386279 Mar 08 15:03:35.607445 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-cbb2ac5b-d83a-43ca-b59a-4a28540b0936 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de3400e761894483a66d8f846d1a3a3f HTTP/1.1" status: 200 len: 380 time: 0.0605719 Mar 08 15:03:35.617529 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'port': {'device_id': '64569b56-4864-426d-a929-32d58618b457', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'admin_state_up': True, 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'security_groups': ['fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:35.722968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Made reservation on behalf of de3400e761894483a66d8f846d1a3a3f for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:35.726417 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:35.856071 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.20.0.14 (5eb25968-5507-4b56-b328-0c419feec1b2/1a1aac02-f7ae-4ea5-87f6-5334762a96b8/7bae6959-042d-4108-9868-b30163ee348d) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:36.036516 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (7bae6959-042d-4108-9868-b30163ee348d), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.081031 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.136942 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network 5eb25968-5507-4b56-b328-0c419feec1b2 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:36.140198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:36.143303 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:36.187025 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:36.207826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:36.208533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.226847 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-36d9b1d7-f92a-4c05-b6ff-72896fcfd217 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6140187 Mar 08 15:03:36.238585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Request body: {'port': {'device_id': '64569b56-4864-426d-a929-32d58618b457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:36.310419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7bae6959-042d-4108-9868-b30163ee348d), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.452859 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-56c46dd0-c7dd-40de-b8b2-9e84d6db1d13 None None] Provisioning complete for port 7bae6959-042d-4108-9868-b30163ee348d triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:36.453465 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-56c46dd0-c7dd-40de-b8b2-9e84d6db1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7bae6959-042d-4108-9868-b30163ee348d), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.491364 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-56c46dd0-c7dd-40de-b8b2-9e84d6db1d13 None None] Port 7bae6959-042d-4108-9868-b30163ee348d cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:03:36.552029 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51638) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:36.594528 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bae6959-042d-4108-9868-b30163ee348d {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:03:36.602214 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks [] for port (7bae6959-042d-4108-9868-b30163ee348d), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.616175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Transition to ACTIVE for port object 7bae6959-042d-4108-9868-b30163ee348d will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:03:36.625706 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.665678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-23e3a28d-2011-4cda-bc9f-bcefcf60280d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.730684 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Pushing event updated for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:36.765693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69a187-8c00-4ef1-a5f8-4b47dfb37afa req-77920f75-a18a-4dae-a521-c501c26e3ab1 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:36.766436 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-23e3a28d-2011-4cda-bc9f-bcefcf60280d admin admin] Publish callbacks [] for security_group (04581356-6687-42b3-b58a-63d87abdd724), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.767480 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf69a187-8c00-4ef1-a5f8-4b47dfb37afa req-77920f75-a18a-4dae-a521-c501c26e3ab1 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.1505618 Mar 08 15:03:36.771423 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-23e3a28d-2011-4cda-bc9f-bcefcf60280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (04581356-6687-42b3-b58a-63d87abdd724), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.803607 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a28d-2011-4cda-bc9f-bcefcf60280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04581356-6687-42b3-b58a-63d87abdd724,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:36.810111 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Attempting to bind port 7bae6959-042d-4108-9868-b30163ee348d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:36.810495 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Attempting to bind port 7bae6959-042d-4108-9868-b30163ee348d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:36.810825 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Attempting to bind port 7bae6959-042d-4108-9868-b30163ee348d on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:36.825505 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Port 7bae6959-042d-4108-9868-b30163ee348d on network 5eb25968-5507-4b56-b328-0c419feec1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:03:36.826039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Attempting to bind port 7bae6959-042d-4108-9868-b30163ee348d on network 5eb25968-5507-4b56-b328-0c419feec1b2 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:36.838176 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-23e3a28d-2011-4cda-bc9f-bcefcf60280d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=441bba6a7e96448d8b04ea18589b803f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849579 Mar 08 15:03:36.841530 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51648) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:36.844624 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:36.844964 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Checking segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:36.845361 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Bound using segment: {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:36.845782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Bound port: 7bae6959-042d-4108-9868-b30163ee348d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0cc25-fa6c-41a7-8832-456a7913f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:36.846160 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7bae6959-042d-4108-9868-b30163ee348d), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.852696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cf69a187-8c00-4ef1-a5f8-4b47dfb37afa req-78de32fa-7383-4299-9f81-336589c2dbdb tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777547 Mar 08 15:03:36.898248 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] Publish callbacks [] for security_group (04581356-6687-42b3-b58a-63d87abdd724), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.923833 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] Publish callbacks [] for security_group (04581356-6687-42b3-b58a-63d87abdd724), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.938974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:36.942598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7bae6959-042d-4108-9868-b30163ee348d,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:36.949094 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.986850 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:36.987533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.988968 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] 10.222.0.61 "PUT /v2.0/ports/7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 200 len: 1094 time: 0.7545702 Mar 08 15:03:36.989416 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:03:36.989727 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (04581356-6687-42b3-b58a-63d87abdd724), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.991797 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7050041c-8c9b-4665-84eb-e70a5643b94c" -d '{"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:03:36.994803 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:36.997699 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04581356-6687-42b3-b58a-63d87abdd724 HTTP/1.1" status: 204 len: 168 time: 0.1543651 Mar 08 15:03:37.021265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96ece-0c51-40f3-a762-f2a8030a9a01 service neutron] Pushing event updated for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:37.022717 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362fa3c-7350-4368-96f9-bdf73ff2ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04581356-6687-42b3-b58a-63d87abdd724,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:37.106580 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-143876a9-477d-4820-8737-21b0d1bb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.106580 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-143876a9-477d-4820-8737-21b0d1bb0cb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1128 time: 0.0582523 Mar 08 15:03:37.171108 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-9a2f52c3-2f4e-4294-bbb6-f4dbb99c2d9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 200 len: 217 time: 0.0543365 Mar 08 15:03:37.238165 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-ba0b6118-8a45-46de-b09e-6910608b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.239643 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-ba0b6118-8a45-46de-b09e-6910608b2887 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0614488 Mar 08 15:03:37.332961 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-aa5b59d6-ecfd-4f19-a3dd-fd7ce8b6eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.334867 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-aa5b59d6-ecfd-4f19-a3dd-fd7ce8b6eaa4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884299 Mar 08 15:03:37.388496 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd2b00a-3367-4891-a485-42a35471ad7e x-openstack-request-id: req-9cd2b00a-3367-4891-a485-42a35471ad7e {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:03:37.389164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:03:37.389164 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cd2b00a-3367-4891-a485-42a35471ad7e {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:03:37.389434 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d', 'status': 'completed', 'code': 200} Mar 08 15:03:37.428552 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51666) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:37.441524 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7313c4e8-bf2e-4310-b715-54e08a53cf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.465755 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-23388d6b-cc92-4b74-af25-578d03abe5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.479765 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ee3c-1e20-4561-9462-646b63e0387a req-0226d992-b209-49ae-9549-b19170354b63 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.481395 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4852ee3c-1e20-4561-9462-646b63e0387a req-0226d992-b209-49ae-9549-b19170354b63 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.1163595 Mar 08 15:03:37.498633 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-f66c71fb-ff62-4cb5-9f77-c11742e0eb8f service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484959 Mar 08 15:03:37.522372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7313c4e8-bf2e-4310-b715-54e08a53cf4b admin admin] Publish callbacks [] for security_group (ce55e43e-1ae1-4ee0-a0c0-76616c283fc7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.526821 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7313c4e8-bf2e-4310-b715-54e08a53cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ce55e43e-1ae1-4ee0-a0c0-76616c283fc7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.564379 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7313c4e8-bf2e-4310-b715-54e08a53cf4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30832d7040b24342a2abd7171d205760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347167 Mar 08 15:03:37.565231 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c4e8-bf2e-4310-b715-54e08a53cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55e43e-1ae1-4ee0-a0c0-76616c283fc7,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:37.568283 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51668) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:37.590031 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4852ee3c-1e20-4561-9462-646b63e0387a req-680f6f79-e616-4dac-88db-2b52fcc5c2e7 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011024 Mar 08 15:03:37.615328 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f0b042f0-f7c1-4bc7-87eb-8224f2117db9 req-48782cc5-de56-4a06-b835-214d7e0e08cd service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097786 Mar 08 15:03:37.622939 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] Publish callbacks [] for security_group (ce55e43e-1ae1-4ee0-a0c0-76616c283fc7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.646975 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] Publish callbacks [] for security_group (ce55e43e-1ae1-4ee0-a0c0-76616c283fc7), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.696513 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ce55e43e-1ae1-4ee0-a0c0-76616c283fc7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.699998 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:37.701165 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce55e43e-1ae1-4ee0-a0c0-76616c283fc7 HTTP/1.1" status: 204 len: 168 time: 0.1318221 Mar 08 15:03:37.709851 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67184c-c702-4e5f-96ce-aa77a9e57ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55e43e-1ae1-4ee0-a0c0-76616c283fc7,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:37.721423 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-fd208124-c4f4-4d3b-83a9-1edc1286a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.723259 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-fd208124-c4f4-4d3b-83a9-1edc1286a98a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1128 time: 0.0509679 Mar 08 15:03:37.823838 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-1c9eae5f-5f98-4481-bab6-6ff556561d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.825393 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-1c9eae5f-5f98-4481-bab6-6ff556561d13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.0886335 Mar 08 15:03:37.868710 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-59dcb594-d06f-4c0a-b5bd-c387e1c934de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 200 len: 217 time: 0.0362835 Mar 08 15:03:37.922237 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-cb8b64ba-e0da-4156-872f-7013e82de532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:37.924066 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-cb8b64ba-e0da-4156-872f-7013e82de532 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0487123 Mar 08 15:03:38.010263 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-2be251ae-33fd-4ded-a034-918d90d3a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:38.011836 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-2be251ae-33fd-4ded-a034-918d90d3a1a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729492 Mar 08 15:03:38.018776 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268baf5f-2d08-4c1d-add9-cfb80794f28f req-e5dfcc5e-73e0-4921-b27d-19d430e008ed tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:38.020206 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-268baf5f-2d08-4c1d-add9-cfb80794f28f req-e5dfcc5e-73e0-4921-b27d-19d430e008ed tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.0905571 Mar 08 15:03:38.128067 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-268baf5f-2d08-4c1d-add9-cfb80794f28f req-1afd6cef-5cdd-4e0d-9cdc-139363ab199e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990112 Mar 08 15:03:38.144167 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-3da74d9d-f1e8-4dfe-91e7-458079890d2b service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230235 Mar 08 15:03:38.241535 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7050041c-8c9b-4665-84eb-e70a5643b94c req-f7dcb922-1bb8-4cc9-8d29-2609b7c3b157 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Mar 08 15:03:38.713300 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef77b23-d4ca-4bff-8ea3-e61b3795e9bc req-34800c36-f5dd-41c3-be00-301116d6190d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:38.715456 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ef77b23-d4ca-4bff-8ea3-e61b3795e9bc req-34800c36-f5dd-41c3-be00-301116d6190d tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.0548542 Mar 08 15:03:38.772972 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1ef77b23-d4ca-4bff-8ea3-e61b3795e9bc req-988168ee-b5d1-4740-a47f-ff091ba19f6c tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9365-6358-4cda-9147-2e46d29b6716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519197 Mar 08 15:03:39.281754 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3815d-cb1c-4fe7-aba2-9f55bf2e0ac4 req-3f272157-457f-4406-8b81-b4e9af0a60d0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:39.283313 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2fe3815d-cb1c-4fe7-aba2-9f55bf2e0ac4 req-3f272157-457f-4406-8b81-b4e9af0a60d0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.0889909 Mar 08 15:03:39.291465 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-a77ec755-a2b3-4d67-b6b6-f1881a14e079 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:39.293053 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-a77ec755-a2b3-4d67-b6b6-f1881a14e079 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 946 time: 0.0883672 Mar 08 15:03:39.394478 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2fe3815d-cb1c-4fe7-aba2-9f55bf2e0ac4 req-122cac56-67e8-4dbf-8b57-3043ab24268b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004591 Mar 08 15:03:39.427965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Deleting port ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:39.428630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.521782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] For port ef01e465-cbb7-49b2-b705-1b6061126085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ef01e465-cbb7-49b2-b705-1b6061126085,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:39.522180 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.697605 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.698558 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.698993 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Floating IP 17342bcc-3677-44ce-a87f-f3097904e5e7 disassociated. External IP: 172.27.2.237, port: ef01e465-cbb7-49b2-b705-1b6061126085. Mar 08 15:03:39.699488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Calling delete_port for ef01e465-cbb7-49b2-b705-1b6061126085 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:39.739763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b8bebb1f-ec76-403d-b3b3-a853d5b19904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.793362 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:03:39.842433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (ef01e465-cbb7-49b2-b705-1b6061126085), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:39.929529 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-52ad8cc3-d19a-47a5-b2ad-488312eaf046 req-5fc389de-5c3f-4607-800d-1f369e1d32cd tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a95686b-fd75-4458-bd4a-3c3377d4500b HTTP/1.1" status: 200 len: 210 time: 0.0776081 Mar 08 15:03:39.934890 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'Port': ['ID=ef01e465-cbb7-49b2-b705-1b6061126085,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:40.055967 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:40.162615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:40.173068 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:40.183829 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:40.184393 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:40.203755 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] No DVR routers for this DVR port ef01e465-cbb7-49b2-b705-1b6061126085 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:03:40.206331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:40.209685 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5d934390-e57c-46a4-8c6e-9edc86e4b475 req-dfb4c1e9-45af-4d5c-9ef0-7ba126f76642 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.61 "DELETE /v2.0/ports/ef01e465-cbb7-49b2-b705-1b6061126085 HTTP/1.1" status: 204 len: 173 time: 0.9099929 Mar 08 15:03:40.210153 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-deleted', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:03:40.212450 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3a6f7-0438-47fd-b1af-233f1897d80b" -d '{"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-deleted", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:03:40.254160 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b67e64-a631-4f82-a669-d75bf328c97a x-openstack-request-id: req-f7b67e64-a631-4f82-a669-d75bf328c97a {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:03:40.254460 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95686b-fd75-4458-bd4a-3c3377d4500b", "name": "network-vif-deleted", "tag": "ef01e465-cbb7-49b2-b705-1b6061126085", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:03:40.254772 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7b67e64-a631-4f82-a669-d75bf328c97a {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:03:40.255265 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95686b-fd75-4458-bd4a-3c3377d4500b', 'name': 'network-vif-deleted', 'tag': 'ef01e465-cbb7-49b2-b705-1b6061126085', 'status': 'completed', 'code': 200} Mar 08 15:03:40.313337 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:40.528009 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52471-f7b8-4cf4-86af-a9f3805b67d5 req-516d70ab-3c41-4103-aa8c-315a6f32b4a0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:40.529661 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-23f52471-f7b8-4cf4-86af-a9f3805b67d5 req-516d70ab-3c41-4103-aa8c-315a6f32b4a0 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.0627332 Mar 08 15:03:40.577722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-23f52471-f7b8-4cf4-86af-a9f3805b67d5 req-38f274af-1708-48ed-a228-913cd2a7ced9 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422866 Mar 08 15:03:40.621194 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:40.648606 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:40.657981 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:40.658596 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:40.769958 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:40.788367 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:40.963704 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:40.991069 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb21d2-15c2-4dad-85d1-04c0aff1793f None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T14:52:23Z', 'revision_number': 4, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '7c9906e9-c175-4bfa-a477-18af72d9c266', 'name': '', 'network_id': '5f309d08-5b66-4e26-a95c-94941123a3ec', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'mac_address': 'fa:16:3e:86:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:22Z', 'updated_at': '2022-03-08T14:52:32Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'subnets': [{'id': '4edf5922-e3ed-47d3-9742-77c127cac66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:03:41.013724 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51754) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:41.075061 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (ea4b9365-6358-4cda-9147-2e46d29b6716), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.100292 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (ea4b9365-6358-4cda-9147-2e46d29b6716), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.151156 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ea4b9365-6358-4cda-9147-2e46d29b6716), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.154261 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.158028 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea4b9365-6358-4cda-9147-2e46d29b6716 HTTP/1.1" status: 204 len: 168 time: 0.1406832 Mar 08 15:03:41.158968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51766) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:41.165530 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915a586-f44e-4a4e-873b-6dfef5292cdf tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4b9365-6358-4cda-9147-2e46d29b6716,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:41.187291 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.api.v2.resource [None req-454e1aba-0f06-4089-a704-27ecd2636dfe tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] show failed (client error): The resource could not be found. Mar 08 15:03:41.191730 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-454e1aba-0f06-4089-a704-27ecd2636dfe tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "GET /v2.0/security-groups/ea4b9365-6358-4cda-9147-2e46d29b6716 HTTP/1.1" status: 404 len: 347 time: 0.0280201 Mar 08 15:03:41.193437 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51770) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:41.283812 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d478325-5108-4f6e-961f-dfafa02351ae None None] New status for floating IP 17342bcc-3677-44ce-a87f-f3097904e5e7: DOWN {{(pid=119856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:03:41.341405 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Deleting port 4b43ea1a-141a-4cf2-9f2b-4c1804b2a760 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:41.341781 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.429315 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.429735 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.442845 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Calling delete_port for 4b43ea1a-141a-4cf2-9f2b-4c1804b2a760 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:41.575828 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (4b43ea1a-141a-4cf2-9f2b-4c1804b2a760), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.603374 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Pushing event deleted for resources: {'Port': ['ID=4b43ea1a-141a-4cf2-9f2b-4c1804b2a760,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:41.665499 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks [] for floatingip (17342bcc-3677-44ce-a87f-f3097904e5e7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.668798 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:41.669986 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-520e06f6-24a4-4fb0-ad96-38943793fa95 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] 10.222.0.42 "DELETE /v2.0/floatingips/17342bcc-3677-44ce-a87f-f3097904e5e7 HTTP/1.1" status: 204 len: 168 time: 0.4756427 Mar 08 15:03:41.710500 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564111-8910-4dbf-a444-b7f5fd9f0c47 req-23ae9ea8-1a98-4580-89ab-14e4640ae4cc tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:41.711981 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d2564111-8910-4dbf-a444-b7f5fd9f0c47 req-23ae9ea8-1a98-4580-89ab-14e4640ae4cc tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.0575271 Mar 08 15:03:41.764940 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d2564111-8910-4dbf-a444-b7f5fd9f0c47 req-9ccc7c4e-0fa3-4142-977f-adcd2e1c38fd tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Mar 08 15:03:42.296272 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:42.768103 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51798) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:42.875682 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-44e45981-84a8-4c14-9ef2-9830539b1242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:42.887856 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66cfb-36cb-4829-9287-ce39f354f3f1 req-59c9ab22-b91f-4526-9a2a-14afb1b8f35b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:42.892377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44c66cfb-36cb-4829-9287-ce39f354f3f1 req-59c9ab22-b91f-4526-9a2a-14afb1b8f35b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.0568736 Mar 08 15:03:42.948441 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-44c66cfb-36cb-4829-9287-ce39f354f3f1 req-694d604d-ce36-4959-8dfc-bac032830e02 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527322 Mar 08 15:03:42.959831 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-44e45981-84a8-4c14-9ef2-9830539b1242 admin admin] Publish callbacks [] for security_group (a8f3b91c-3232-4b6b-b12d-f0966b70fdcf), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:42.966741 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-44e45981-84a8-4c14-9ef2-9830539b1242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a8f3b91c-3232-4b6b-b12d-f0966b70fdcf), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.009008 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-44e45981-84a8-4c14-9ef2-9830539b1242 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc6ca47ab58d4cd28ad3ec688e06997c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397587 Mar 08 15:03:43.011712 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e45981-84a8-4c14-9ef2-9830539b1242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3b91c-3232-4b6b-b12d-f0966b70fdcf,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:43.012261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51814) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:43.062583 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] Publish callbacks [] for security_group (a8f3b91c-3232-4b6b-b12d-f0966b70fdcf), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.083213 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] Publish callbacks [] for security_group (a8f3b91c-3232-4b6b-b12d-f0966b70fdcf), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.126395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (a8f3b91c-3232-4b6b-b12d-f0966b70fdcf), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.129050 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.130190 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8f3b91c-3232-4b6b-b12d-f0966b70fdcf HTTP/1.1" status: 204 len: 168 time: 0.1169038 Mar 08 15:03:43.138851 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef33b78-c657-49b7-89f6-985e3015eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3b91c-3232-4b6b-b12d-f0966b70fdcf,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:43.395092 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51820) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:43.408949 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8b8562ec-8baf-44cb-bd56-2c1e6c7f13e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.481680 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8b8562ec-8baf-44cb-bd56-2c1e6c7f13e8 admin admin] Publish callbacks [] for security_group (b62c2191-86b0-4149-adb3-47c3425e0001), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.485459 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8b8562ec-8baf-44cb-bd56-2c1e6c7f13e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b62c2191-86b0-4149-adb3-47c3425e0001), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.521988 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8b8562ec-8baf-44cb-bd56-2c1e6c7f13e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2012d8a31c8d41bfbe08343fa0fcd736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258342 Mar 08 15:03:43.522872 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8562ec-8baf-44cb-bd56-2c1e6c7f13e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c2191-86b0-4149-adb3-47c3425e0001,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:43.524622 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51822) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:43.572292 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] Publish callbacks [] for security_group (b62c2191-86b0-4149-adb3-47c3425e0001), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.593761 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] Publish callbacks [] for security_group (b62c2191-86b0-4149-adb3-47c3425e0001), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.638894 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b62c2191-86b0-4149-adb3-47c3425e0001), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.641342 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:43.642521 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b62c2191-86b0-4149-adb3-47c3425e0001 HTTP/1.1" status: 204 len: 168 time: 0.1167700 Mar 08 15:03:43.650012 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d252c-30f3-4432-bad3-3aa24452e0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c2191-86b0-4149-adb3-47c3425e0001,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:43.947362 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51828) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:43.960637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9484-2b20-42f3-a355-b1dc746e18cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.065834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9484-2b20-42f3-a355-b1dc746e18cc admin admin] Publish callbacks [] for security_group (2eba7ee0-e1dc-41af-a76f-2fecf6bd0915), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.073861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9484-2b20-42f3-a355-b1dc746e18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2eba7ee0-e1dc-41af-a76f-2fecf6bd0915), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.095317 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51838) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:44.121133 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c9484-2b20-42f3-a355-b1dc746e18cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba7ee0-e1dc-41af-a76f-2fecf6bd0915,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:44.126614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3d5c9484-2b20-42f3-a355-b1dc746e18cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73d09e7db724f4e9bf3ff98ce47ac1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776824 Mar 08 15:03:44.129892 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51842) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:44.135403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84455e-9e15-4858-b7bb-82366f84bd95 req-b8660dcf-3c27-429c-a7d5-255433945823 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:44.136873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c84455e-9e15-4858-b7bb-82366f84bd95 req-b8660dcf-3c27-429c-a7d5-255433945823 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.1098659 Mar 08 15:03:44.182915 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] Publish callbacks [] for security_group (2eba7ee0-e1dc-41af-a76f-2fecf6bd0915), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.193645 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c84455e-9e15-4858-b7bb-82366f84bd95 req-ab596f04-ca47-4589-8c2b-ba1c9e621780 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509369 Mar 08 15:03:44.214268 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] Publish callbacks [] for security_group (2eba7ee0-e1dc-41af-a76f-2fecf6bd0915), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.221330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.266295 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (2eba7ee0-e1dc-41af-a76f-2fecf6bd0915), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.270401 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.270557 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:03:44.274098 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eba7ee0-e1dc-41af-a76f-2fecf6bd0915 HTTP/1.1" status: 204 len: 168 time: 0.1404033 Mar 08 15:03:44.279434 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a31324-91b4-4bf4-8327-f01bb36a6e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba7ee0-e1dc-41af-a76f-2fecf6bd0915,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:44.301992 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: ef01e465-cbb7-49b2-b705-1b6061126085 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:03:44.302767 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device ef01e465-cbb7-49b2-b705-1b6061126085 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:03:44.741440 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (37a1776d-66f9-4045-a7b1-c33c636fba51), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:44.939162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51864) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:45.035570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995041706-network', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:45.040722 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Deleting port 7c9906e9-c175-4bfa-a477-18af72d9c266 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:45.041062 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.054698 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Made reservation on behalf of 1d6e7022e4804dec85340475d99c61c0 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:45.057157 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.065631 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.123474 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] For port 7c9906e9-c175-4bfa-a477-18af72d9c266, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c9906e9-c175-4bfa-a477-18af72d9c266,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:45.124069 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.135567 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Calling delete_port for 7c9906e9-c175-4bfa-a477-18af72d9c266 owned by network:router_interface {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:45.139972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks [] for security_group (bcbd525b-ffce-442b-828b-d1322a7bb9a6), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.143732 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (bcbd525b-ffce-442b-828b-d1322a7bb9a6), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.165458 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:03:45.181435 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd525b-ffce-442b-828b-d1322a7bb9a6,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:45.186588 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (3dff5004-574c-424e-938b-7a2748d18723), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.186939 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Added segment 3dff5004-574c-424e-938b-7a2748d18723 of type vlan for network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be Mar 08 15:03:45.233895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (9c8fc3dc-54da-4f25-8d55-37a0bc6259be), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.261939 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (9c8fc3dc-54da-4f25-8d55-37a0bc6259be), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.263069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:45.263661 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.328034 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (7c9906e9-c175-4bfa-a477-18af72d9c266), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.331526 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3912373 Mar 08 15:03:45.346872 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51870) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:45.353595 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9906e9-c175-4bfa-a477-18af72d9c266,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:45.353824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Request body: {'subnet': {'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995041706-subnet', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:45.379196 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f972e1-685f-4b3d-a8ae-0b769eaa8b72 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8fc3dc-54da-4f25-8d55-37a0bc6259be,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:45.391683 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:03:45.392938 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Made reservation on behalf of 1d6e7022e4804dec85340475d99c61c0 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:45.396404 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.407932 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe2d84-a4bd-4e90-8c9b-f7013b514411 req-888e0d73-a8ce-46e5-b0b3-59d4515144f6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:45.409606 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfbe2d84-a4bd-4e90-8c9b-f7013b514411 req-888e0d73-a8ce-46e5-b0b3-59d4515144f6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 944 time: 0.1271493 Mar 08 15:03:45.519831 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfbe2d84-a4bd-4e90-8c9b-f7013b514411 req-1a6971d6-399e-4aeb-9c0e-1275295a7977 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963454 Mar 08 15:03:45.647817 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (76df7766-7b5b-46d3-823f-331c18c05953), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.705493 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76df7766-7b5b-46d3-823f-331c18c05953,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:45.714018 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Checking segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:45.714376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Network hostable DHCP agents. Network: 9c8fc3dc-54da-4f25-8d55-37a0bc6259be, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:03:45.732474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:03:45.742141 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 9c8fc3dc-54da-4f25-8d55-37a0bc6259be) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:45.746363 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:45.746951 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.752565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5289410-0e39-4573-a2d3-12b88e001e9c None None] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:45.763968 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-334fb92c-92de-417a-a67e-59e5c8942c95 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4153335 Mar 08 15:03:45.767030 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51872) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:45.771373 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:45.783990 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (37a1776d-66f9-4045-a7b1-c33c636fba51), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.833755 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.834784 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.860486 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:03:45.861591 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:45.935408 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for router_controller (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.002217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Allocated IP 172.20.0.2 (9c8fc3dc-54da-4f25-8d55-37a0bc6259be/76df7766-7b5b-46d3-823f-331c18c05953/870273a0-87ed-457b-8b2e-3e4ae2a196eb) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:46.125308 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for router_gateway (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.157296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks [] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.163443 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.201174 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:46.203984 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:46.207363 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:46.216034 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Pushing event updated for resources: {'Port': ['ID=870273a0-87ed-457b-8b2e-3e4ae2a196eb,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:46.232129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Router 37a1776d-66f9-4045-a7b1-c33c636fba51 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:46.242282 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.242632 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.242972 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.243310 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.243642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.244162 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.244292 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.244648 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.245627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.245993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.246322 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.246641 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.246962 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:46.279760 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Attempting to bind port 870273a0-87ed-457b-8b2e-3e4ae2a196eb on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:46.280047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Attempting to bind port 870273a0-87ed-457b-8b2e-3e4ae2a196eb by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:46.280410 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Attempting to bind port 870273a0-87ed-457b-8b2e-3e4ae2a196eb on network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:46.284518 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7bae6959-042d-4108-9868-b30163ee348d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:03:46.294586 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:46.294958 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Checking segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:46.295355 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.295741 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Bound using segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:46.296205 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Bound port: 870273a0-87ed-457b-8b2e-3e4ae2a196eb, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:46.296575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.418668 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] For port 870273a0-87ed-457b-8b2e-3e4ae2a196eb, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:46.423985 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:46.424694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] For port 870273a0-87ed-457b-8b2e-3e4ae2a196eb, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=870273a0-87ed-457b-8b2e-3e4ae2a196eb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:46.429667 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fc031b9d-15de-4a08-986b-da5024690016 admin admin] 10.222.0.42 "PUT /v2.0/routers/37a1776d-66f9-4045-a7b1-c33c636fba51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332622 Mar 08 15:03:46.433601 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51874) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:46.437881 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Sync routers for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:46.439751 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7bae6959-042d-4108-9868-b30163ee348d,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:46.442633 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.449224 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:46.450046 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:46.480940 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '7bae6959-042d-4108-9868-b30163ee348d', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'port_id': '7bae6959-042d-4108-9868-b30163ee348d', 'mac_address': 'fa:16:3e:12:f8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:03:46.551649 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861ec5-f91e-428e-806e-99cefde4add6 None None] Pushing event updated for resources: {'Port': ['ID=870273a0-87ed-457b-8b2e-3e4ae2a196eb,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:46.554227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7bae6959-042d-4108-9868-b30163ee348d is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:46.554617 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7bae6959-042d-4108-9868-b30163ee348d), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.570023 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:46.574697 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bae6959-042d-4108-9868-b30163ee348d {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:03:46.585740 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for router_gateway (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.612765 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7bae6959-042d-4108-9868-b30163ee348d,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:46.619333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.624754 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks [] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.627990 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.673321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:46.718715 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04da2-2381-474c-b152-e4373a29c787 req-c6db10eb-4048-4810-ba31-1788c6115644 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:46.726803 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-57e04da2-2381-474c-b152-e4373a29c787 req-c6db10eb-4048-4810-ba31-1788c6115644 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 945 time: 0.0913825 Mar 08 15:03:46.809489 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-57e04da2-2381-474c-b152-e4373a29c787 req-dcb94b73-3fc3-4ab3-b8cd-cac2b00b2f38 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817411 Mar 08 15:03:46.839240 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:03:45Z', 'revision_number': 5, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port': {'id': '93d0c153-c730-4527-ae66-f3fcd7ab5f20', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:52:17Z', 'updated_at': '2022-03-08T14:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:46.863022 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks [] for router_gateway (37a1776d-66f9-4045-a7b1-c33c636fba51), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:46.871180 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Checking router: 37a1776d-66f9-4045-a7b1-c33c636fba51 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:46.880990 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Routers {'37a1776d-66f9-4045-a7b1-c33c636fba51'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:46.881820 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Allocated IP 172.27.2.182 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/ca5347e7-709c-4eb7-9584-4b72cf1a880e) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:46.882190 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['37a1776d-66f9-4045-a7b1-c33c636fba51'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:46.952219 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['7bae6959-042d-4108-9868-b30163ee348d'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:03:46.981416 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] Set router 37a1776d-66f9-4045-a7b1-c33c636fba51 gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:47.007599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Deleting port 93d0c153-c730-4527-ae66-f3fcd7ab5f20 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:47.008012 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.034366 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:03:46Z', 'revision_number': 6, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:47.048862 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.064646 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4890ff-eab6-407c-9b4f-826308340be5 None None] The sync data for ids ['37a1776d-66f9-4045-a7b1-c33c636fba51'] in dv-cinder-830096-2-iscsi is: [{'id': '37a1776d-66f9-4045-a7b1-c33c636fba51', 'name': 'tempest-AttachVolumeShelveTestJSON-455644247-router', 'tenant_id': '7bf8b16a3603428fbf415973497db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:52:15Z', 'updated_at': '2022-03-08T15:03:46Z', 'revision_number': 6, 'project_id': '7bf8b16a3603428fbf415973497db6b1', 'gw_port_host': None}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:03:47.124535 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] For port 93d0c153-c730-4527-ae66-f3fcd7ab5f20, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=93d0c153-c730-4527-ae66-f3fcd7ab5f20,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:47.125367 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.141071 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Calling delete_port for 93d0c153-c730-4527-ae66-f3fcd7ab5f20 owned by network:router_gateway {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:47.146840 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.423821 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:47.430403 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:47.434556 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:47.436500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Pushing event updated for resources: {'Port': ['ID=ca5347e7-709c-4eb7-9584-4b72cf1a880e,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:47.580124 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e4c9c-f272-44dd-aef7-1a92b85c9f9b None None] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:47.686121 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Provisioning complete for port 870273a0-87ed-457b-8b2e-3e4ae2a196eb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:47.686435 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.729647 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (93d0c153-c730-4527-ae66-f3fcd7ab5f20), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.782869 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Current status of the port 870273a0-87ed-457b-8b2e-3e4ae2a196eb is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:47.783185 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.793998 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d0c153-c730-4527-ae66-f3fcd7ab5f20,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:47.827424 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] For port 870273a0-87ed-457b-8b2e-3e4ae2a196eb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=870273a0-87ed-457b-8b2e-3e4ae2a196eb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:47.833325 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.890325 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bca2ab-b05e-49ca-8e0b-9c3a6aa64b75 None None] Pushing event updated for resources: {'Port': ['ID=870273a0-87ed-457b-8b2e-3e4ae2a196eb,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:47.903914 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for router_gateway (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:47.961289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a626-ea5f-4d80-ac1c-122a794a9eac req-03bbc32a-6799-40c2-885f-14ea1fbc38b6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:47.963982 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a7c3a626-ea5f-4d80-ac1c-122a794a9eac req-03bbc32a-6799-40c2-885f-14ea1fbc38b6 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 945 time: 0.0631194 Mar 08 15:03:47.969924 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (37a1776d-66f9-4045-a7b1-c33c636fba51), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.021451 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a7c3a626-ea5f-4d80-ac1c-122a794a9eac req-bcaae0d7-d46f-4e3c-b4c5-e143e0a86985 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504832 Mar 08 15:03:48.063047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-0ed8fad7-56e4-44ac-af3d-654602d6833e None None] Provisioning complete for port 870273a0-87ed-457b-8b2e-3e4ae2a196eb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:48.063423 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fad7-56e4-44ac-af3d-654602d6833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.120067 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.123892 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks [] for router_controller (37a1776d-66f9-4045-a7b1-c33c636fba51), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.146942 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 870273a0-87ed-457b-8b2e-3e4ae2a196eb up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:48.187912 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8fad7-56e4-44ac-af3d-654602d6833e None None] Current status of the port 870273a0-87ed-457b-8b2e-3e4ae2a196eb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:48.207159 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 870273a0-87ed-457b-8b2e-3e4ae2a196eb triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:48.207530 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.232101 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (37a1776d-66f9-4045-a7b1-c33c636fba51), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.232706 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a1776d-66f9-4045-a7b1-c33c636fba51 {{(pid=119855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:03:48.239865 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.241074 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-50934da4-5f62-4cd0-be8d-6f989197fcf3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/37a1776d-66f9-4045-a7b1-c33c636fba51 HTTP/1.1" status: 204 len: 168 time: 1.8065882 Mar 08 15:03:48.243708 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51880) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:48.299861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Deleting subnet 4edf5922-e3ed-47d3-9742-77c127cac66b {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:03:48.303795 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7bae6959-042d-4108-9868-b30163ee348d up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:48.304447 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Publish callbacks [] for subnet (4edf5922-e3ed-47d3-9742-77c127cac66b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.314243 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.348153 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (4edf5922-e3ed-47d3-9742-77c127cac66b), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.435390 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (4edf5922-e3ed-47d3-9742-77c127cac66b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.472807 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 870273a0-87ed-457b-8b2e-3e4ae2a196eb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:48.491592 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:03:48.493721 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (4edf5922-e3ed-47d3-9742-77c127cac66b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.517138 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 7bae6959-042d-4108-9868-b30163ee348d completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:03:48.521777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 7bae6959-042d-4108-9868-b30163ee348d triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:48.522759 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (7bae6959-042d-4108-9868-b30163ee348d), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.523702 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edf5922-e3ed-47d3-9742-77c127cac66b,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:48.529449 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.536044 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8727b866-d5b8-40e7-b077-f3056ea38245 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4edf5922-e3ed-47d3-9742-77c127cac66b HTTP/1.1" status: 204 len: 168 time: 0.2888949 Mar 08 15:03:48.537269 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51882) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:48.559703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d875bd1-0d11-45eb-9330-3032be98e2bc None None] Network 5f309d08-5b66-4e26-a95c-94941123a3ec requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:48.565522 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c9906e9-c175-4bfa-a477-18af72d9c266 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:03:48.603014 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 7c9906e9-c175-4bfa-a477-18af72d9c266 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:03:48.603713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c9906e9-c175-4bfa-a477-18af72d9c266 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:03:48.603844 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 93d0c153-c730-4527-ae66-f3fcd7ab5f20 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:03:48.608674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (5f309d08-5b66-4e26-a95c-94941123a3ec), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.628864 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:48.637286 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 93d0c153-c730-4527-ae66-f3fcd7ab5f20 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:03:48.637633 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 93d0c153-c730-4527-ae66-f3fcd7ab5f20 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:03:48.649578 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.651794 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-da131241-23e0-4922-a2a7-4913b6d0098e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8832064 Mar 08 15:03:48.654525 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51884) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:48.667432 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Sync routers for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:48.704497 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:48.705145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:48.827881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 7bae6959-042d-4108-9868-b30163ee348d is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:48.828274 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (7bae6959-042d-4108-9868-b30163ee348d), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.874311 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bae6959-042d-4108-9868-b30163ee348d'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:03:48.876636 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78ac73f-8348-4bb7-8bc1-6472b44e924f" -d '{"events": [{"server_uuid": "64569b56-4864-426d-a929-32d58618b457", "name": "network-vif-plugged", "status": "completed", "tag": "7bae6959-042d-4108-9868-b30163ee348d"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:03:48.893731 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:48.896586 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7bae6959-042d-4108-9868-b30163ee348d,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:48.922236 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.981438 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Deleting port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:48.982018 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:48.990906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] DHCP port deletion for 5f309d08-5b66-4e26-a95c-94941123a3ec request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:03:49.079966 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] For port cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:49.082776 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.094826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.100018 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8078de1-4302-4e5d-ac85-c561ceed5594 x-openstack-request-id: req-f8078de1-4302-4e5d-ac85-c561ceed5594 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:03:49.100310 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569b56-4864-426d-a929-32d58618b457", "name": "network-vif-plugged", "status": "completed", "tag": "7bae6959-042d-4108-9868-b30163ee348d", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:03:49.100566 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8078de1-4302-4e5d-ac85-c561ceed5594 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:03:49.101071 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bae6959-042d-4108-9868-b30163ee348d', 'code': 200} Mar 08 15:03:49.112274 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Calling delete_port for cfa4de4d-d3e8-4970-aaf0-8c16c079a231 owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:49.162997 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Deleting port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 {{(pid=119856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:03:49.163364 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), before_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.233580 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] For port cfa4de4d-d3e8-4970-aaf0-8c16c079a231, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,segment=NetworkSegment(98629207-1a99-4bf3-a51a-c9c1cf4fe992),segment_id=98629207-1a99-4bf3-a51a-c9c1cf4fe992)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:49.233580 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), precommit_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.249842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Calling delete_port for cfa4de4d-d3e8-4970-aaf0-8c16c079a231 owned by network:dhcp {{(pid=119856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:03:49.255868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:47Z', 'revision_number': 3, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:49.283402 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.296914 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Checking router: 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:49.297263 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Updating router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 port ca5347e7-709c-4eb7-9584-4b72cf1a880e binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:03:49.327128 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3066c-8931-4720-8324-e0c37966f014 req-81fab503-9518-43b5-b6fc-5e8b8b288a8b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:49.328663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8f3066c-8931-4720-8324-e0c37966f014 req-81fab503-9518-43b5-b6fc-5e8b8b288a8b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.1840150 Mar 08 15:03:49.343302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.368169 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] No DVR routers for this DVR port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:03:49.388365 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.438188 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.461473 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680'] for port (cfa4de4d-d3e8-4970-aaf0-8c16c079a231), after_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.484252 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c8f3066c-8931-4720-8324-e0c37966f014 req-9820696a-b1f0-4fd8-a346-cfa0f989ace8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391633 Mar 08 15:03:49.486162 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41386e-52bf-4f46-ad09-5f57290d4419 req-b8188b6f-e847-4d46-9f75-fa74cb37cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:49.487579 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8d41386e-52bf-4f46-ad09-5f57290d4419 req-b8188b6f-e847-4d46-9f75-fa74cb37cfad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1130 time: 0.1543288 Mar 08 15:03:49.492728 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (5f309d08-5b66-4e26-a95c-94941123a3ec), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.496143 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] Pushing event deleted for resources: {'Port': ['ID=cfa4de4d-d3e8-4970-aaf0-8c16c079a231,revision_number=None']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.529569 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f309d08-5b66-4e26-a95c-94941123a3ec']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:49.541719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98629207-1a99-4bf3-a51a-c9c1cf4fe992') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:49.541719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98629207-1a99-4bf3-a51a-c9c1cf4fe992') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:49.554228 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc138ce7-1ecd-4b18-99d0-9f43678c653f None None] No DVR routers for this DVR port cfa4de4d-d3e8-4970-aaf0-8c16c079a231 on host dv-cinder-830096-2-iscsi {{(pid=119856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:03:49.562647 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (98629207-1a99-4bf3-a51a-c9c1cf4fe992), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.584987 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8d41386e-52bf-4f46-ad09-5f57290d4419 req-a0e55ff6-73e2-4afa-a856-5ec825064788 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900834 Mar 08 15:03:49.589043 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (98629207-1a99-4bf3-a51a-c9c1cf4fe992), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.598353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:03:49.598716 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (98629207-1a99-4bf3-a51a-c9c1cf4fe992), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:03:49.600321 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:03:49.624343 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Allocated IP 172.20.0.1 (9c8fc3dc-54da-4f25-8d55-37a0bc6259be/76df7766-7b5b-46d3-823f-331c18c05953/5a726063-1baa-40c4-9d82-1dee95e0a4c4) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:49.664170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (5f309d08-5b66-4e26-a95c-94941123a3ec), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.670627 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.674861 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5f309d08-5b66-4e26-a95c-94941123a3ec HTTP/1.1" status: 204 len: 168 time: 1.1365857 Mar 08 15:03:49.697306 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df540f94-1826-4430-b40e-4f9ec6ae5d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f309d08-5b66-4e26-a95c-94941123a3ec,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.743274 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks [] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.744615 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks [] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.749264 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.789234 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.809399 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51894) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:49.812955 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590a4d6-1c68-46eb-a1ef-841d0d09ca2d None None] Pushing event updated for resources: {'Port': ['ID=ca5347e7-709c-4eb7-9584-4b72cf1a880e,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.816432 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Attempting to bind port ca5347e7-709c-4eb7-9584-4b72cf1a880e on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:49.817082 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Attempting to bind port ca5347e7-709c-4eb7-9584-4b72cf1a880e by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:49.817225 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Attempting to bind port ca5347e7-709c-4eb7-9584-4b72cf1a880e on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:49.822443 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:49.823323 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:49.823448 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.824282 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:49.824282 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Bound port: ca5347e7-709c-4eb7-9584-4b72cf1a880e, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:49.824740 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.840014 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:49.843017 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:49.847828 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:49.853224 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6ee9c784-0889-4e0b-af80-61b8f1e44558 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bf8b16a3603428fbf415973497db6b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423455 Mar 08 15:03:49.856594 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51896) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:49.879800 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:49.881176 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] For port ca5347e7-709c-4eb7-9584-4b72cf1a880e, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:49.886549 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] For port ca5347e7-709c-4eb7-9584-4b72cf1a880e, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=ca5347e7-709c-4eb7-9584-4b72cf1a880e,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:49.888652 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.894729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.921860 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] Publish callbacks [] for security_group (7d6d2f5e-525e-4866-9298-0e653d6086f4), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:49.948601 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:49.950115 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:49.957549 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] Publish callbacks [] for security_group (7d6d2f5e-525e-4866-9298-0e653d6086f4), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.001129 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590a4d6-1c68-46eb-a1ef-841d0d09ca2d None None] Pushing event updated for resources: {'Port': ['ID=ca5347e7-709c-4eb7-9584-4b72cf1a880e,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:50.044402 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (7d6d2f5e-525e-4866-9298-0e653d6086f4), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.047734 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.052068 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d6d2f5e-525e-4866-9298-0e653d6086f4 HTTP/1.1" status: 204 len: 168 time: 0.1944139 Mar 08 15:03:50.065809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ceae-e1d7-431c-8c1c-b8a45ac354e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d2f5e-525e-4866-9298-0e653d6086f4,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:50.110726 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:50.129075 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.310359 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device cfa4de4d-d3e8-4970-aaf0-8c16c079a231 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:03:50.315230 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks [] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.321122 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.350320 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: cfa4de4d-d3e8-4970-aaf0-8c16c079a231 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:03:50.350691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device cfa4de4d-d3e8-4970-aaf0-8c16c079a231 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:03:50.395023 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.396553 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-2832aed8-e55a-49f0-a9ec-1d66957d5b3f None None] Provisioning complete for port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:50.396761 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:50.396913 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2832aed8-e55a-49f0-a9ec-1d66957d5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.443695 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2832aed8-e55a-49f0-a9ec-1d66957d5b3f None None] Port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:03:50.502168 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:50.503664 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:50.512644 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:47Z', 'revision_number': 3, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:50.556284 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63deeac-93d0-43d6-a4c2-6a00508b4d64 None None] The sync data for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi is: [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:47Z', 'revision_number': 3, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:03:50.659134 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:50.709729 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3ce8-10b3-4d42-81f0-c394c1791d28 req-1b3d9310-83dc-4c81-96f4-9fdfb470acac tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:50.711415 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-41be3ce8-10b3-4d42-81f0-c394c1791d28 req-1b3d9310-83dc-4c81-96f4-9fdfb470acac tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.0849109 Mar 08 15:03:50.786427 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-41be3ce8-10b3-4d42-81f0-c394c1791d28 req-84e1af16-4dcf-42b1-8b8e-bd4a9daeb982 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649502 Mar 08 15:03:50.812941 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.833186 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:50.838828 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f9909c4d-6e32-4673-9877-d408ec096be4 admin admin] 10.222.0.42 "PUT /v2.0/routers/6f2895f3-2b2e-4915-9aa6-f793be7e00c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830029 Mar 08 15:03:50.932549 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51922) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:50.945563 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-5791ce26-3959-4950-a070-062a13291b7a None None] Provisioning complete for port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:50.945993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5791ce26-3959-4950-a070-062a13291b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:50.998723 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-5791ce26-3959-4950-a070-062a13291b7a None None] Port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:03:51.060774 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1825733981-network', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:51.081591 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'network': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:51.084113 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.093779 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.187830 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks [] for security_group (9993ffe7-ac00-4476-972f-f10afdca0c6c), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.192630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9993ffe7-ac00-4476-972f-f10afdca0c6c), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.220235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=119854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:03:51.230337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9993ffe7-ac00-4476-972f-f10afdca0c6c,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:51.238494 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (3af83744-c43a-439a-bea4-e92d40fa17a0), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.239536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.segments_db [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Added segment 3af83744-c43a-439a-bea4-e92d40fa17a0 of type vlan for network 2073508b-768b-414b-9b1a-948881b66335 Mar 08 15:03:51.288495 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (2073508b-768b-414b-9b1a-948881b66335), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.317643 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (2073508b-768b-414b-9b1a-948881b66335), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.318670 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:51.319260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.393550 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4569414 Mar 08 15:03:51.393740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51936) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:51.398541 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Request body: {'subnet': {'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-subnet', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:51.407590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3dfe-d03b-4402-b03a-892d961e1dec admin admin] Pushing event updated for resources: {'Network': ['ID=2073508b-768b-414b-9b1a-948881b66335,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:51.418214 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 2073508b-768b-414b-9b1a-948881b66335 details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:03:51.428855 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'subnet': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:51.431445 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59613736'] for subnet (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.531210 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51940) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:51.536226 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-521302690-network', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:51.559161 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Made reservation on behalf of 500ec7936b0a4b02b383c0bc2aded1ad for: {'network': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:51.563405 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for network (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.573472 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.632297 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3107690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59613750'] for subnet (3166ad2c-df95-4ea1-b8ff-6930dae7f803), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.658611 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks [] for security_group (bb3f3843-4057-409a-8a1c-fa7fa7db4031), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.662561 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (bb3f3843-4057-409a-8a1c-fa7fa7db4031), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.691566 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=119855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:03:51.699883 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3166ad2c-df95-4ea1-b8ff-6930dae7f803,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:51.707188 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f3843-4057-409a-8a1c-fa7fa7db4031,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:51.713387 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (d6acc164-f2f7-4bd4-9c41-4a4072d1290b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.713872 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.segments_db [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Added segment d6acc164-f2f7-4bd4-9c41-4a4072d1290b of type vlan for network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f Mar 08 15:03:51.715350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:51.716740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Network hostable DHCP agents. Network: 2073508b-768b-414b-9b1a-948881b66335, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:03:51.736466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Network 2073508b-768b-414b-9b1a-948881b66335 is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:03:51.745914 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 2073508b-768b-414b-9b1a-948881b66335) {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:51.750001 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:51.750638 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.759605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884146d-1530-4d1f-a38d-6ccf59975bb2 None None] Network 2073508b-768b-414b-9b1a-948881b66335 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:51.769023 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727409689878'] for network (097e7cf1-ad69-4570-9b8d-3aa92f3c228f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.773835 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0d5bb35a-2225-40e9-aaad-e7c77113c0c8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3772726 Mar 08 15:03:51.774677 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51942) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:51.779823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:51.803075 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (090c6e79-5f34-4385-afe3-d1b8333389be), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.804756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (090c6e79-5f34-4385-afe3-d1b8333389be), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.813685 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496'] for network (097e7cf1-ad69-4570-9b8d-3aa92f3c228f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.814964 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:51.816041 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.874039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for router_controller (090c6e79-5f34-4385-afe3-d1b8333389be), precommit_add_association {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.903587 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-2073508b-768b-414b-9b1a-948881b66335', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:03:51.904078 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3714814 Mar 08 15:03:51.905147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:51.906992 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51946) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:51.912021 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Request body: {'subnet': {'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-521302690-subnet', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'ip_version': 4}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:51.915978 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1918-d9ee-463b-8984-ef6cd7bd3241 admin admin] Pushing event updated for resources: {'Network': ['ID=097e7cf1-ad69-4570-9b8d-3aa92f3c228f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:51.933344 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f details requested by agent ovs-agent-dv-cinder-830096-2-iscsi with host dv-cinder-830096-2-iscsi {{(pid=119856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:03:51.940591 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Made reservation on behalf of 500ec7936b0a4b02b383c0bc2aded1ad for: {'subnet': 1} {{(pid=119855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:03:51.943175 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60051209'] for subnet (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.068082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for router_gateway (090c6e79-5f34-4385-afe3-d1b8333389be), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.082678 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe89be3-a273-498f-a2a3-a1bef7b3cf3d req-1f8a95db-5641-4214-93ec-e15f10ae96c9 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:52.083736 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fe89be3-a273-498f-a2a3-a1bef7b3cf3d req-1f8a95db-5641-4214-93ec-e15f10ae96c9 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.1659064 Mar 08 15:03:52.160513 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Allocated IP 172.20.0.2 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/53e86bf3-b82b-42d9-a270-105fb92cc7ab) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:52.186975 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6fe89be3-a273-498f-a2a3-a1bef7b3cf3d req-7a954ae8-29a9-4534-ae2a-1d9bf8be8f6f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903275 Mar 08 15:03:52.199382 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60051223'] for subnet (98f73f15-82df-4db1-b338-324fc186dd19), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.206248 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device ca5347e7-709c-4eb7-9584-4b72cf1a880e up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:52.264384 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f73f15-82df-4db1-b338-324fc186dd19,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:52.272647 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Checking segment: {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:52.273013 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Network hostable DHCP agents. Network: 097e7cf1-ad69-4570-9b8d-3aa92f3c228f, hostable agents: ['63a4ae79-ad87-49fd-ad33-7bd7487a6e33'], hosted agents: [] {{(pid=119855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:03:52.292227 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f is scheduled to be hosted by DHCP agent 63a4ae79-ad87-49fd-ad33-7bd7487a6e33 with binding_index 1 {{(pid=119855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:03:52.303381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-2-iscsi, 097e7cf1-ad69-4570-9b8d-3aa92f3c228f) {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:52.308172 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:52.308870 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.326044 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e16ef7-3e19-4d27-a374-dcba22497e5a None None] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:52.328774 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a4e8431d-8b9f-424c-bb1f-517c4a7c12ac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4205837 Mar 08 15:03:52.331282 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51950) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:52.336403 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:52.368802 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9052'] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.372304 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9045'] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.382724 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port ca5347e7-709c-4eb7-9584-4b72cf1a880e triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:52.383096 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.400488 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for router_gateway (090c6e79-5f34-4385-afe3-d1b8333389be), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.431064 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c40b5-7303-440b-880b-e8175636738d req-4480518f-961a-4e7c-9019-dd294b43a339 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:52.433061 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c7c40b5-7303-440b-880b-e8175636738d req-4480518f-961a-4e7c-9019-dd294b43a339 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.1299958 Mar 08 15:03:52.434333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.456305 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for router_controller (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), precommit_add_association {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.529036 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks [] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.535987 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6c7c40b5-7303-440b-880b-e8175636738d req-756c65dd-fad7-4d72-8624-1b1d10eaa9c8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934110 Mar 08 15:03:52.561008 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.566824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51952) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:52.587969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96902bb9-0e86-5e5e-97b7-6404daac97b1-097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19'}]}} from dv-cinder-830096-2-iscsi. {{(pid=119856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:03:52.589150 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.603826 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Allocated IP 172.27.2.148 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/461bbefa-896d-4c62-91d3-4ec057def7cc) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:52.623722 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:52.643024 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:52.651331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:52.658819 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for router_gateway (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.674387 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port ca5347e7-709c-4eb7-9584-4b72cf1a880e is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:52.674778 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.680708 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Pushing event updated for resources: {'Port': ['ID=53e86bf3-b82b-42d9-a270-105fb92cc7ab,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:52.764621 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.795455 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port ca5347e7-709c-4eb7-9584-4b72cf1a880e, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=ca5347e7-709c-4eb7-9584-4b72cf1a880e,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:52.812535 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.827128 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Attempting to bind port 53e86bf3-b82b-42d9-a270-105fb92cc7ab on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:52.827407 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Attempting to bind port 53e86bf3-b82b-42d9-a270-105fb92cc7ab by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:52.827809 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Attempting to bind port 53e86bf3-b82b-42d9-a270-105fb92cc7ab on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:52.832591 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.882887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:52.888808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:52.893945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:52.894330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:52.894742 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.895129 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:52.895610 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Bound port: 53e86bf3-b82b-42d9-a270-105fb92cc7ab, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:52.898193 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.898731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:52.910079 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Sync routers for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:52.922189 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:52.922816 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:52.946068 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.db_base_plugin_common [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Allocated IP 172.20.0.2 (097e7cf1-ad69-4570-9b8d-3aa92f3c228f/98f73f15-82df-4db1-b338-324fc186dd19/1431ed86-0c13-47c9-9393-0d5c119f8b91) {{(pid=119856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:52.965696 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Pushing event updated for resources: {'Port': ['ID=461bbefa-896d-4c62-91d3-4ec057def7cc,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:52.969284 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for router_gateway (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:52.982204 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=ca5347e7-709c-4eb7-9584-4b72cf1a880e,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:52.999554 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.067244 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:53.073054 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050a9d8-9add-40f3-b852-6d6f14860315 tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:53.078371 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] For port 53e86bf3-b82b-42d9-a270-105fb92cc7ab, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:53.078769 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b050a9d8-9add-40f3-b852-6d6f14860315 tempest-TestVolumeBootPattern-392369040 tempest-TestVolumeBootPattern-392369040-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1125 time: 0.5124943 Mar 08 15:03:53.080434 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51956) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:53.096107 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] For port 53e86bf3-b82b-42d9-a270-105fb92cc7ab, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=53e86bf3-b82b-42d9-a270-105fb92cc7ab,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:53.108722 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'port_id': '7bae6959-042d-4108-9868-b30163ee348d', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:03:53.113115 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.139845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.155443 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Allocated IP 172.27.2.196 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/95af5680-770c-4f5c-9f5f-76c3fef0060f) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:53.294737 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.336364 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 2, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:53.339093 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for router_gateway (090c6e79-5f34-4385-afe3-d1b8333389be), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.358901 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.404007 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.411812 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93aa1-b26f-4193-8c28-86903f0be89f None None] Pushing event updated for resources: {'Port': ['ID=53e86bf3-b82b-42d9-a270-105fb92cc7ab,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:53.418417 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks [] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), precommit_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.426437 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), after_create {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.452302 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:53.456123 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:53.470223 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:53.476225 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f is already hosted by enough agents. {{(pid=119856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:53.479622 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.scheduler.base_scheduler [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Resources bound (agent type, host, resource id): {{(pid=119856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:53.483535 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Received port after_create {{(pid=119856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:53.492055 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Pushing event updated for resources: {'Port': ['ID=1431ed86-0c13-47c9-9393-0d5c119f8b91,revision_number=1']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:53.535096 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Checking router: 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:53.535677 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Updating router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:03:53.554917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Attempting to bind port 1431ed86-0c13-47c9-9393-0d5c119f8b91 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:53.555327 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Attempting to bind port 1431ed86-0c13-47c9-9393-0d5c119f8b91 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:53.555726 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Attempting to bind port 1431ed86-0c13-47c9-9393-0d5c119f8b91 on network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:53.561495 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:53.561912 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Checking segment: {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:53.562599 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.562719 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Bound using segment: {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:53.563346 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Bound port: 1431ed86-0c13-47c9-9393-0d5c119f8b91, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:53.563544 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.569319 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.574041 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Pushing event updated for resources: {'Port': ['ID=95af5680-770c-4f5c-9f5f-76c3fef0060f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:53.653152 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] For port 1431ed86-0c13-47c9-9393-0d5c119f8b91, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:53.656961 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] For port 1431ed86-0c13-47c9-9393-0d5c119f8b91, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=1431ed86-0c13-47c9-9393-0d5c119f8b91,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:53.668521 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.672584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Allocated IP 172.27.2.80 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/f6abaec5-32f5-4698-b65b-e35e6b1c2354) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:53.789854 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf37b3-f66a-4e6a-b910-2db479156de2 None None] Pushing event updated for resources: {'Port': ['ID=1431ed86-0c13-47c9-9393-0d5c119f8b91,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:53.818552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (090c6e79-5f34-4385-afe3-d1b8333389be), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.941427 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks [] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.952400 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:53.983833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.007882 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Pushing event updated for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:54.024106 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.025463 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.027355 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.027878 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.028368 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.028884 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.029367 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.029870 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.030706 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.031384 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.032037 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.032513 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.033144 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:03:54.075767 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.113379 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Attempting to bind port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:54.114215 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Attempting to bind port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:54.114851 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Attempting to bind port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 on network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:54.125416 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:54.126098 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Checking segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:54.126879 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.129207 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Bound using segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:54.130878 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Bound port: 5a726063-1baa-40c4-9d82-1dee95e0a4c4, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:54.131479 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.138304 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=f6abaec5-32f5-4698-b65b-e35e6b1c2354,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:54.143438 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Router 090c6e79-5f34-4385-afe3-d1b8333389be is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:03:54.168585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:54.239275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:54.243036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:54.284569 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] For port 5a726063-1baa-40c4-9d82-1dee95e0a4c4, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:54.288106 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] For port 5a726063-1baa-40c4-9d82-1dee95e0a4c4, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=5a726063-1baa-40c4-9d82-1dee95e0a4c4,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:54.300680 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.339781 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for router_gateway (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.413492 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device ca5347e7-709c-4eb7-9584-4b72cf1a880e up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:54.441275 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Provisioning complete for port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:54.441663 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.483420 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:54.484133 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:54.530552 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d66e-c6e9-4cb3-b550-9042f42d06af None None] Pushing event updated for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:54.604763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port ca5347e7-709c-4eb7-9584-4b72cf1a880e triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:54.604763 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.736809 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560628'] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.741690 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:54.748826 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Current status of the port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:54.751306 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.881526 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port ca5347e7-709c-4eb7-9584-4b72cf1a880e is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:54.882954 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 53e86bf3-b82b-42d9-a270-105fb92cc7ab up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:54.922320 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] For port 5a726063-1baa-40c4-9d82-1dee95e0a4c4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=5a726063-1baa-40c4-9d82-1dee95e0a4c4,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:54.938230 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:54.956382 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 is scheduled to L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b with binding_index 1 {{(pid=119855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:03:55.022305 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 53e86bf3-b82b-42d9-a270-105fb92cc7ab triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:55.022925 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.074249 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2662e42-2bb5-49e1-8d2f-ca10d8969410 None None] Network 2073508b-768b-414b-9b1a-948881b66335 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:55.098175 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a60f28-4661-4ff3-938e-5ca92753be2a None None] Pushing event updated for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:55.117110 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-d4570b4e-02eb-42a3-b7a3-d55d3d099fc1 None None] Provisioning complete for port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:55.117519 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d4570b4e-02eb-42a3-b7a3-d55d3d099fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.178261 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:55.190709 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:55.194187 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:55.208069 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Sync routers for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:55.216940 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.218748 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-82d98845-8f30-4834-8e4f-ed854222497a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8864207 Mar 08 15:03:55.221346 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 51958) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:55.228338 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d76f-5771-4493-b604-4571930a26ed None None] The sync data for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi is: [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:03:55.232856 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:55.246115 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:55.246743 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:55.254697 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:55.255488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:55.287281 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.289257 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-7af073e2-d27e-4353-8133-7b4adcb91e97 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5133953 Mar 08 15:03:55.292715 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 51960) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:03:55.466276 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 53e86bf3-b82b-42d9-a270-105fb92cc7ab is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:55.466858 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.537057 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:55.607069 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230291f-2dc4-42d7-91b6-a0c072ddf299 None None] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:03:55.630540 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 53e86bf3-b82b-42d9-a270-105fb92cc7ab, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=53e86bf3-b82b-42d9-a270-105fb92cc7ab,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:55.694456 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:55.742808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.752949 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.792518 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:53Z', 'revision_number': 3, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:55.832201 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:55.832483 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Updating router 090c6e79-5f34-4385-afe3-d1b8333389be port 461bbefa-896d-4c62-91d3-4ec057def7cc binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:03:55.875058 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.893533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:55.961552 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=53e86bf3-b82b-42d9-a270-105fb92cc7ab,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:56.053121 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.077008 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-d4570b4e-02eb-42a3-b7a3-d55d3d099fc1 None None] Current status of the port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:56.281379 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.296874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.357103 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 1431ed86-0c13-47c9-9393-0d5c119f8b91 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:56.363288 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Provisioning complete for port 53e86bf3-b82b-42d9-a270-105fb92cc7ab triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:56.363600 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.378843 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Allocated IP 172.20.0.1 (097e7cf1-ad69-4570-9b8d-3aa92f3c228f/98f73f15-82df-4db1-b338-324fc186dd19/79b1267d-edc4-4f67-b9ad-ff3c91e01c6f) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:56.404086 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks [] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.417981 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.462980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event updated for resources: {'Port': ['ID=f6abaec5-32f5-4698-b65b-e35e6b1c2354,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:56.523284 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Attempting to bind port 461bbefa-896d-4c62-91d3-4ec057def7cc on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:56.523673 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Attempting to bind port 461bbefa-896d-4c62-91d3-4ec057def7cc by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:56.524046 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Attempting to bind port 461bbefa-896d-4c62-91d3-4ec057def7cc on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:56.531310 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks [] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.547984 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:56.548364 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:56.548770 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.549168 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:56.549652 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Bound port: 461bbefa-896d-4c62-91d3-4ec057def7cc, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:56.558702 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.561504 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3358c8-432a-4c89-ae1e-75145edc9e62 None None] Pushing event updated for resources: {'Port': ['ID=461bbefa-896d-4c62-91d3-4ec057def7cc,revision_number=2']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:56.583460 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 1431ed86-0c13-47c9-9393-0d5c119f8b91 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:56.583919 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.605660 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.664317 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] For port 461bbefa-896d-4c62-91d3-4ec057def7cc, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:56.671441 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Pushing event updated for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:56.672754 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.675708 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] For port 461bbefa-896d-4c62-91d3-4ec057def7cc, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=461bbefa-896d-4c62-91d3-4ec057def7cc,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:56.684969 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.702842 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:56.704990 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:56.716223 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:53Z', 'revision_number': 3, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:56.718561 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:56.736356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.794876 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.798505 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Checking router: 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:56.798873 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Updating router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 port 95af5680-770c-4f5c-9f5f-76c3fef0060f binding host dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:03:56.802189 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:56.804803 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:56.805671 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3358c8-432a-4c89-ae1e-75145edc9e62 None None] Pushing event updated for resources: {'Port': ['ID=461bbefa-896d-4c62-91d3-4ec057def7cc,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:56.842876 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Current status of the port 53e86bf3-b82b-42d9-a270-105fb92cc7ab is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:56.863297 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:56.979969 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85 associated. External IP: 172.27.2.80, port: 7bae6959-042d-4108-9868-b30163ee348d. Mar 08 15:03:57.040066 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.058624 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:57.181147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Provisioning complete for port 1431ed86-0c13-47c9-9393-0d5c119f8b91 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:57.181488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.225245 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Allocated IP 172.20.0.1 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/22d2fdb0-8955-41c6-9464-d676d47f76c2) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:03:57.225458 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 1431ed86-0c13-47c9-9393-0d5c119f8b91 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:57.225713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.373416 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 1431ed86-0c13-47c9-9393-0d5c119f8b91, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=1431ed86-0c13-47c9-9393-0d5c119f8b91,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:03:57.391900 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks [] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.402424 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.413237 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.414078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 5a726063-1baa-40c4-9d82-1dee95e0a4c4 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:57.441996 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:57.488858 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:53Z', 'revision_number': 3, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:57.493013 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.497401 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Pushing event updated for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:57.533405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks [] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.533643 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d2f2-c046-4c40-95d2-0f8954628ecd None None] Current status of the port 1431ed86-0c13-47c9-9393-0d5c119f8b91 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:57.550298 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2aa79-64f8-4f3e-975c-3323f3faafd5 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:53Z', 'revision_number': 3, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:03:57.568779 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=1431ed86-0c13-47c9-9393-0d5c119f8b91,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:57.623028 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:57.626380 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:57.627257 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.629681 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.649925 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:03:57.684328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:57.687320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.722287 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:57.725586 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:03:57.732303 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:57.733076 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:57.736344 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks [] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), precommit_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.741456 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Provisioning complete for port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:57.741858 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.765696 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Pushing event updated for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:57.801695 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.803677 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-902e6169-0281-4b69-acc3-32ada707d7ce tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7197003 Mar 08 15:03:57.811168 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:03:57.814264 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfb3d82-79d5-40fd-ae52-45793f1181e7" -d '{"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:03:57.825477 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (090c6e79-5f34-4385-afe3-d1b8333389be), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:57.914875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d534e36-2ea1-428b-8678-9c4bce903a18 x-openstack-request-id: req-7d534e36-2ea1-428b-8678-9c4bce903a18 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:03:57.915179 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:03:57.915441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d534e36-2ea1-428b-8678-9c4bce903a18 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:03:57.915858 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d', 'status': 'completed', 'code': 200} Mar 08 15:03:57.941411 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:03:57.958521 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:57.962403 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:58.032331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Attempting to bind port 95af5680-770c-4f5c-9f5f-76c3fef0060f on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:03:58.032684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Attempting to bind port 95af5680-770c-4f5c-9f5f-76c3fef0060f by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:03:58.033044 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Attempting to bind port 95af5680-770c-4f5c-9f5f-76c3fef0060f on network c7e7e19b-09df-4709-a13b-14afa653fbf1 {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:03:58.049046 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755c8a-5f46-40ed-8380-0de8a238cb33 None None] Pushing event updated for resources: {'Port': ['ID=95af5680-770c-4f5c-9f5f-76c3fef0060f,revision_number=2']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:58.073334 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-bb70b41d-3a29-4a8d-beae-8dceae5f8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:58.075157 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-bb70b41d-3a29-4a8d-beae-8dceae5f8f7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1130 time: 0.1518593 Mar 08 15:03:58.076167 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:03:58.076632 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Checking segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:03:58.077464 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.077464 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Bound using segment: {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'} {{(pid=119856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:03:58.077935 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.managers [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Bound port: 95af5680-770c-4f5c-9f5f-76c3fef0060f, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57f72a2-7fea-44db-bb44-c839cb7384af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}}] {{(pid=119856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:03:58.078317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.141085 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:58.142389 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 53e86bf3-b82b-42d9-a270-105fb92cc7ab up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:58.183086 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.197917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:58.243776 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:58.284372 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Provisioning complete for port 53e86bf3-b82b-42d9-a270-105fb92cc7ab triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:58.284849 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.401734 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:58.409855 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e38ffafc-0a11-4265-bc16-a84d824e8655 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871982 Mar 08 15:03:58.441293 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] For port 95af5680-770c-4f5c-9f5f-76c3fef0060f, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:03:58.474671 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] For port 95af5680-770c-4f5c-9f5f-76c3fef0060f, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=95af5680-770c-4f5c-9f5f-76c3fef0060f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:03:58.503328 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.516592 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 53e86bf3-b82b-42d9-a270-105fb92cc7ab triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:58.517444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.714938 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-1d3cae77-d65e-473a-8a71-86f1ad6dc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:58.716305 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-1d3cae77-d65e-473a-8a71-86f1ad6dc082 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.6353352 Mar 08 15:03:58.765579 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Current status of the port 53e86bf3-b82b-42d9-a270-105fb92cc7ab is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:58.779969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:58.780684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:58.800044 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755c8a-5f46-40ed-8380-0de8a238cb33 None None] Pushing event updated for resources: {'Port': ['ID=95af5680-770c-4f5c-9f5f-76c3fef0060f,revision_number=3']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:58.886694 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-36c69987-da04-471f-841f-ff7b62ed9dd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 200 len: 999 time: 0.1570148 Mar 08 15:03:58.925642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Provisioning complete for port 1431ed86-0c13-47c9-9393-0d5c119f8b91 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:58.926185 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:58.975288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-90167346-8cf6-4dc8-bad6-fb971d79df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:58.976792 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-90167346-8cf6-4dc8-bad6-fb971d79df7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0824001 Mar 08 15:03:58.999565 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks [] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:59.036210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:59.069561 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 53e86bf3-b82b-42d9-a270-105fb92cc7ab is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:59.099937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:59.142562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Pushing event updated for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:03:59.146810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (090c6e79-5f34-4385-afe3-d1b8333389be), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:59.177508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-9d2f571b-5a80-4f5c-8628-12cd6643e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:03:59.179205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-9d2f571b-5a80-4f5c-8628-12cd6643e7da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1914909 Mar 08 15:03:59.348288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:03:59.351305 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-24b07bc1-4ba2-4a93-a257-06afe0116029 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603978 Mar 08 15:03:59.352163 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:03:59.482084 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}, {'id': '8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '7bae6959-042d-4108-9868-b30163ee348d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:12:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569b56-4864-426d-a929-32d58618b457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:03:55Z', 'updated_at': '2022-03-08T15:03:55Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:59.484436 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 1431ed86-0c13-47c9-9393-0d5c119f8b91 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:03:59.607624 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:03:59.614318 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-f81e9e64-3115-4bee-bd68-d51e26365546 None None] Current status of the port 1431ed86-0c13-47c9-9393-0d5c119f8b91 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:03:59.614668 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdfb3d82-79d5-40fd-ae52-45793f1181e7 req-a59c8cfe-20d0-4317-93ee-fe92b1f4220b service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329190 Mar 08 15:03:59.631089 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:03:59.670842 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:03:59.671484 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:03:59.794670 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:03:59.821862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 1431ed86-0c13-47c9-9393-0d5c119f8b91 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:59.821862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:59.823929 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ce6b50d1-a055-4431-b4fb-72f62043e982 admin admin] 10.222.0.42 "PUT /v2.0/routers/090c6e79-5f34-4385-afe3-d1b8333389be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5302045 Mar 08 15:03:59.829871 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Provisioning complete for port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:03:59.830260 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:03:59.882258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:03:59.952128 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:04:00.002390 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '79b1267d-edc4-4f67-b9ad-ff3c91e01c6f', 'name': '', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'mac_address': 'fa:16:3e:f9:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:03:57Z', 'revision_number': 2, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'subnets': [{'id': '98f73f15-82df-4db1-b338-324fc186dd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:00.057294 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b25c761-2995-40fe-b21c-bcec2979d329 None None] The sync data for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi is: [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '79b1267d-edc4-4f67-b9ad-ff3c91e01c6f', 'name': '', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'mac_address': 'fa:16:3e:f9:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:03:57Z', 'revision_number': 2, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'subnets': [{'id': '98f73f15-82df-4db1-b338-324fc186dd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:00.075324 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Provisioning complete for port 22d2fdb0-8955-41c6-9464-d676d47f76c2 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:00.075711 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.207776 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-8caa33ca-152e-46dc-af67-20ccae30d1df None None] Port 22d2fdb0-8955-41c6-9464-d676d47f76c2 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:04:00.209123 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:00.214011 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 1431ed86-0c13-47c9-9393-0d5c119f8b91 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:00.215429 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 461bbefa-896d-4c62-91d3-4ec057def7cc up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:00.233436 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:00.234093 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:00.357468 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 461bbefa-896d-4c62-91d3-4ec057def7cc triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:00.358248 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.462866 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}, {'id': '8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '7bae6959-042d-4108-9868-b30163ee348d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:12:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569b56-4864-426d-a929-32d58618b457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:03:55Z', 'updated_at': '2022-03-08T15:03:55Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:00.502658 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:00.530925 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78bafd-42f4-40be-87c5-12be2fd90549 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}, {'id': '8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '7bae6959-042d-4108-9868-b30163ee348d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:12:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569b56-4864-426d-a929-32d58618b457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:03:55Z', 'updated_at': '2022-03-08T15:03:55Z', 'revision_number': 0, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:00.640368 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 461bbefa-896d-4c62-91d3-4ec057def7cc is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:00.640985 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.667680 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 461bbefa-896d-4c62-91d3-4ec057def7cc, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=461bbefa-896d-4c62-91d3-4ec057def7cc,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:00.679436 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.752597 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=461bbefa-896d-4c62-91d3-4ec057def7cc,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:00.838574 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52004) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:00.847544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951504893', 'description': 'tempest-description--873188403'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:00.859968 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:00.875322 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.890305 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:00.891037 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Updating router 090c6e79-5f34-4385-afe3-d1b8333389be port 22d2fdb0-8955-41c6-9464-d676d47f76c2 binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:04:00.923697 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.971420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (85cf2f95-d72e-4c4f-880d-583c1ffedbfa), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:00.978597 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (85cf2f95-d72e-4c4f-880d-583c1ffedbfa), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.017179 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf2f95-d72e-4c4f-880d-583c1ffedbfa,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:01.032284 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.036672 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c6b359db-32ef-4d79-bde5-b78c01c7f7cc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1936214 Mar 08 15:04:01.037096 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52006) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:01.042385 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '85cf2f95-d72e-4c4f-880d-583c1ffedbfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:01.053917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a3a85-e318-4d3a-ace6-feb7a7574dc2 None None] New status for floating IP 8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85: ACTIVE {{(pid=119856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:04:01.097970 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (ef6030ec-20de-44f3-a62d-f7df35bfac10), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.222538 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (ef6030ec-20de-44f3-a62d-f7df35bfac10), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.231165 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (ef6030ec-20de-44f3-a62d-f7df35bfac10), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.254682 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6030ec-20de-44f3-a62d-f7df35bfac10,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:01.261839 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.264179 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0427de28-8752-4cf4-b7b6-229ce299c876 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254241 Mar 08 15:04:01.267596 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52008) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:01.268397 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 461bbefa-896d-4c62-91d3-4ec057def7cc up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:01.273213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '85cf2f95-d72e-4c4f-880d-583c1ffedbfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:01.315417 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (1a9b5a46-367e-488c-b606-77063236f2dd), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.339250 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 461bbefa-896d-4c62-91d3-4ec057def7cc triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:01.339792 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.382300 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks [] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.393943 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.405636 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (1a9b5a46-367e-488c-b606-77063236f2dd), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.422472 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (1a9b5a46-367e-488c-b606-77063236f2dd), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.468480 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 461bbefa-896d-4c62-91d3-4ec057def7cc is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:01.493589 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9b5a46-367e-488c-b606-77063236f2dd,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:01.520329 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.524720 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52010) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:01.526361 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-6d119854-809e-47d0-bd27-f9dab83f2a5f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2573063 Mar 08 15:04:01.527815 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb50b-c2fb-4f53-9aef-6c8822e4c803 None None] Pushing event updated for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:01.529663 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:01.544191 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Attempting to bind port 22d2fdb0-8955-41c6-9464-d676d47f76c2 on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:04:01.544566 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Attempting to bind port 22d2fdb0-8955-41c6-9464-d676d47f76c2 by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:04:01.544936 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Attempting to bind port 22d2fdb0-8955-41c6-9464-d676d47f76c2 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:01.551706 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:04:01.552097 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:04:01.552507 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.552907 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:04:01.553782 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Bound port: 22d2fdb0-8955-41c6-9464-d676d47f76c2, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:04:01.554191 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.567810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.638359 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] For port 22d2fdb0-8955-41c6-9464-d676d47f76c2, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:04:01.641570 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] For port 22d2fdb0-8955-41c6-9464-d676d47f76c2, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=22d2fdb0-8955-41c6-9464-d676d47f76c2,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:04:01.652387 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.728483 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb50b-c2fb-4f53-9aef-6c8822e4c803 None None] Pushing event updated for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:01.737070 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:01.737677 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:01.738243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.759694 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Provisioning complete for port 22d2fdb0-8955-41c6-9464-d676d47f76c2 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:01.761307 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:01.890772 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:01.897590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.27.2.116 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/009fc386-7b9b-44c3-8888-12baf5db0c81) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:04:01.963718 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Current status of the port 22d2fdb0-8955-41c6-9464-d676d47f76c2 is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:01.964118 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.020299 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] For port 22d2fdb0-8955-41c6-9464-d676d47f76c2, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=22d2fdb0-8955-41c6-9464-d676d47f76c2,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:02.036656 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.095738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676182e8-563f-4fd3-b2cf-1c448160fa8f None None] Pushing event updated for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:02.109228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.154603 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.157330 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:02.174490 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-6afecf5d-d489-40a7-9fa8-a0675c8f4bc2 None None] Provisioning complete for port 22d2fdb0-8955-41c6-9464-d676d47f76c2 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:02.174996 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6afecf5d-d489-40a7-9fa8-a0675c8f4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.207642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:04:02.216298 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:04:02.227848 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:04:02.272916 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=009fc386-7b9b-44c3-8888-12baf5db0c81,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:02.277806 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e350f3-2a04-498f-96de-f96dc9ae9f1d None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:02.332528 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-6afecf5d-d489-40a7-9fa8-a0675c8f4bc2 None None] Current status of the port 22d2fdb0-8955-41c6-9464-d676d47f76c2 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:02.391831 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.467673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.724777 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.732508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.820970 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=009fc386-7b9b-44c3-8888-12baf5db0c81,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:02.833835 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.865458 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:02.877308 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f6db4a9a-cb5c-4c24-980c-a268e4a050ca tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3409913 Mar 08 15:04:03.070606 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-acab0334-16d7-40a6-b9df-720bd3373508 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--951504893&fields=id&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 267 time: 0.0540709 Mar 08 15:04:03.227413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-48b41a28-a15a-4c41-9c38-defe395a41b8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:03.231468 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-48b41a28-a15a-4c41-9c38-defe395a41b8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1518924 Mar 08 15:04:03.243719 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 22d2fdb0-8955-41c6-9464-d676d47f76c2 up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:03.262463 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-c7618bc8-1811-41f2-8ad7-eda45f6868cf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/quotas/5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Mar 08 15:04:03.311915 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 22d2fdb0-8955-41c6-9464-d676d47f76c2 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:03.312623 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:03.348825 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-3657b8f5-00a8-4de8-8304-ce20037bbfd7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800350 Mar 08 15:04:03.494749 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-076ceca5-2dc4-4888-9f2c-7c6fe6600240 service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330411 Mar 08 15:04:03.634012 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 22d2fdb0-8955-41c6-9464-d676d47f76c2 is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:03.635445 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 95af5680-770c-4f5c-9f5f-76c3fef0060f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:03.650161 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-7301ab1c-30ac-4c41-be24-890783f9174d service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490011 Mar 08 15:04:03.704086 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 95af5680-770c-4f5c-9f5f-76c3fef0060f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:03.704467 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:03.846273 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 95af5680-770c-4f5c-9f5f-76c3fef0060f is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:03.846669 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:03.871489 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] For port 95af5680-770c-4f5c-9f5f-76c3fef0060f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=95af5680-770c-4f5c-9f5f-76c3fef0060f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:03.881830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:03.892824 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-627018aa-fa01-4d61-aee8-367e31ece77a req-a36a959e-5cfb-4ab3-a5e1-a99dc6f08311 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 210 time: 0.0526645 Mar 08 15:04:03.946556 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Pushing event updated for resources: {'Port': ['ID=95af5680-770c-4f5c-9f5f-76c3fef0060f,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:05.067677 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-5f73a627-4431-4506-942e-e549783f3b32 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:05.069363 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-5f73a627-4431-4506-942e-e549783f3b32 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1561787 Mar 08 15:04:05.156684 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-ff82b004-f869-43ae-b619-817df5d37139 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 379 time: 0.0781446 Mar 08 15:04:05.170417 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'port': {'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'admin_state_up': True, 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'security_groups': ['85cf2f95-d72e-4c4f-880d-583c1ffedbfa']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:05.242437 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 95af5680-770c-4f5c-9f5f-76c3fef0060f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:05.283902 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0303591f-9ab0-4c64-b2fe-a9bf97fb282a req-3454817a-2107-45bb-a158-7c5695bd1d62 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 210 time: 0.0434504 Mar 08 15:04:05.331693 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 95af5680-770c-4f5c-9f5f-76c3fef0060f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:05.332144 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:05.346028 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:04:05.350125 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:05.432650 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 95af5680-770c-4f5c-9f5f-76c3fef0060f is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:05.547088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.20.0.3 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/c3ac927d-70dc-4234-b4aa-396a2daa3e15) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:04:05.720343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:05.765454 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:05.825854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:05.841822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:04:05.845341 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:04:05.848136 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:04:05.918912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:05.919587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:05.947945 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-07c67990-e0e2-45ce-becc-eee688dc93be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7840202 Mar 08 15:04:05.960629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Request body: {'port': {'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:06.032268 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.214469 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-aae30876-035f-4646-b16d-81a9eb30d388 None None] Provisioning complete for port c3ac927d-70dc-4234-b4aa-396a2daa3e15 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:06.215102 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-aae30876-035f-4646-b16d-81a9eb30d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.274329 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-aae30876-035f-4646-b16d-81a9eb30d388 None None] Port c3ac927d-70dc-4234-b4aa-396a2daa3e15 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:04:06.428838 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ac927d-70dc-4234-b4aa-396a2daa3e15 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:04:06.439229 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks [] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.462487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ec70e-682d-4e46-b80f-09b03357f92c req-a5549350-1fc3-476c-a867-3eff20832cf5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:06.464147 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c06ec70e-682d-4e46-b80f-09b03357f92c req-a5549350-1fc3-476c-a867-3eff20832cf5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 931 time: 0.0817723 Mar 08 15:04:06.467069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Transition to ACTIVE for port object c3ac927d-70dc-4234-b4aa-396a2daa3e15 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:04:06.484994 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.580733 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c06ec70e-682d-4e46-b80f-09b03357f92c req-e6e52d17-061e-4376-abfd-42ba0fa9f985 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107304 Mar 08 15:04:06.621429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Pushing event updated for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:06.685626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Attempting to bind port c3ac927d-70dc-4234-b4aa-396a2daa3e15 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:04:06.686088 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Attempting to bind port c3ac927d-70dc-4234-b4aa-396a2daa3e15 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:04:06.686524 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Attempting to bind port c3ac927d-70dc-4234-b4aa-396a2daa3e15 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:06.698646 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Port c3ac927d-70dc-4234-b4aa-396a2daa3e15 on network 2073508b-768b-414b-9b1a-948881b66335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:04:06.699063 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Attempting to bind port c3ac927d-70dc-4234-b4aa-396a2daa3e15 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:06.716311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:04:06.716690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:04:06.717131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:04:06.717564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Bound port: c3ac927d-70dc-4234-b4aa-396a2daa3e15, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:04:06.717952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.813010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:04:06.816356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:04:06.825689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.870403 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:06.871067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:06.872456 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-54620607-b2e1-4791-a06c-331122c324ef service neutron] 10.222.0.61 "PUT /v2.0/ports/c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 200 len: 1093 time: 0.9182084 Mar 08 15:04:06.872902 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:06.875257 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f8cca-4b64-439d-91ba-c44058183715" -d '{"events": [{"name": "network-changed", "server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:06.901028 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54620607-b2e1-4791-a06c-331122c324ef service neutron] Pushing event updated for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:06.946021 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b888f7-0831-42bb-af9a-7b792a6917dc x-openstack-request-id: req-81b888f7-0831-42bb-af9a-7b792a6917dc {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:06.946361 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:06.946564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81b888f7-0831-42bb-af9a-7b792a6917dc {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:06.946968 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'status': 'completed', 'code': 200} Mar 08 15:04:06.992596 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-a73fad54-c686-4e61-9e44-2099b5a1ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:06.994266 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-a73fad54-c686-4e61-9e44-2099b5a1ed3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 1127 time: 0.0606320 Mar 08 15:04:07.050810 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-078a2eec-1d8e-4d7d-b4ab-d3473511bc23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 200 len: 217 time: 0.0431263 Mar 08 15:04:07.131587 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-6347cde8-ec74-4bc1-9c56-e45a523c0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.133408 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-6347cde8-ec74-4bc1-9c56-e45a523c0a96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0766544 Mar 08 15:04:07.187066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac250d-4f7d-4302-a43d-762c47135140 req-25afbfc1-34f2-4413-bfd0-b5a4462da1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.188492 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-25afbfc1-34f2-4413-bfd0-b5a4462da1bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479586 Mar 08 15:04:07.299773 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-1d3bb119-e775-4d37-bdf4-92f126adaa9f service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051083 Mar 08 15:04:07.399265 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-daac250d-4f7d-4302-a43d-762c47135140 req-4e88dfc6-0210-432b-bb64-8dd95fe79605 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925181 Mar 08 15:04:07.480914 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-51c253a8-952c-4e3b-8819-acecf773f652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:07.556032 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8cca-4b64-439d-91ba-c44058183715 req-9b519d43-4d4e-40a2-bafb-098c24f394da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.558895 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-9b519d43-4d4e-40a2-bafb-098c24f394da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 1127 time: 0.0605381 Mar 08 15:04:07.689821 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8cca-4b64-439d-91ba-c44058183715 req-2e18d7e0-2ef7-4f46-a750-4b44f6f93ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.691771 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-2e18d7e0-2ef7-4f46-a750-4b44f6f93ba8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.1265118 Mar 08 15:04:07.745365 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-93ee60b3-1d51-49a0-855a-a101ed316cc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 200 len: 217 time: 0.0390890 Mar 08 15:04:07.802500 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa1839-228d-4a6b-a28b-6a7e99c981cb req-142cbf4b-1e2f-45e0-9e83-e7ce2dc817d2 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.804547 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81aa1839-228d-4a6b-a28b-6a7e99c981cb req-142cbf4b-1e2f-45e0-9e83-e7ce2dc817d2 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 943 time: 0.1270423 Mar 08 15:04:07.816381 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8cca-4b64-439d-91ba-c44058183715 req-47f2f480-1caf-4a6e-945a-36aade883cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.817935 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-47f2f480-1caf-4a6e-945a-36aade883cb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0672874 Mar 08 15:04:07.892084 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-81aa1839-228d-4a6b-a28b-6a7e99c981cb req-c16f3c6b-266c-4913-a3b5-bfa3687c15a6 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789487 Mar 08 15:04:07.902542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8cca-4b64-439d-91ba-c44058183715 req-05d24147-c114-4d3b-bc5e-479cf02ff0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:07.904072 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-05d24147-c114-4d3b-bc5e-479cf02ff0d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724080 Mar 08 15:04:08.023466 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-a2f711a3-6e9d-40ff-abb6-158d7f879e0f service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126139 Mar 08 15:04:08.128566 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-502f8cca-4b64-439d-91ba-c44058183715 req-3cc80028-9b39-40d6-b60e-5abc5e5458e7 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974939 Mar 08 15:04:08.971179 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Sync routers for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:08.983769 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:08.984548 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:03:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:09.063590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65f0a9-5c13-4c21-9830-4df9f4b0fcd0 req-ad467905-3703-420e-b966-8196c1ffa52c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:09.065132 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ff65f0a9-5c13-4c21-9830-4df9f4b0fcd0 req-ad467905-3703-420e-b966-8196c1ffa52c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 943 time: 0.0663075 Mar 08 15:04:09.133254 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ff65f0a9-5c13-4c21-9830-4df9f4b0fcd0 req-88055017-3b30-4d63-8033-b7f6ad1411a5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599699 Mar 08 15:04:09.211909 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:09.428338 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '79b1267d-edc4-4f67-b9ad-ff3c91e01c6f', 'name': '', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'mac_address': 'fa:16:3e:f9:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:03:57Z', 'revision_number': 2, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'subnets': [{'id': '98f73f15-82df-4db1-b338-324fc186dd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:09.475816 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Checking router: 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:09.476186 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Updating router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f binding host dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:04:09.507244 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:09.750713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b19aedc9-6c62-4460-adee-7b4d8b715718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:09.796875 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks [] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), precommit_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:09.803129 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:09.855793 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df08fc-f019-4bf3-94c8-df6b6652d74f None None] Pushing event updated for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=3']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:09.935030 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Attempting to bind port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f on host dv-cinder-830096-2-iscsi for vnic_type normal with profile {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:04:09.935400 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Attempting to bind port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f by drivers openvswitch,hyperv on host dv-cinder-830096-2-iscsi at level 0 using segments [{'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:04:09.935778 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Attempting to bind port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f on network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:09.941246 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Checking agent: {'id': 'e1b96550-0f27-4c11-811b-c1f01f4808bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 44, 14), 'started_at': datetime.datetime(2022, 3, 8, 14, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:04:09.941620 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Checking segment: {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:04:09.942059 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:09.942449 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Bound using segment: {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'} {{(pid=119857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:04:09.942917 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.managers [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Bound port: 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f, host: dv-cinder-830096-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f'}}] {{(pid=119857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:04:09.943295 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), before_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.033073 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] For port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f, host dv-cinder-830096-2-iscsi, cleared binding levels {{(pid=119857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:04:10.037363 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.plugins.ml2.db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] For port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f, host dv-cinder-830096-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:04:10.051947 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron_lib.callbacks.manager [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_update {{(pid=119857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.111786 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:10.112437 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:10.161506 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df08fc-f019-4bf3-94c8-df6b6652d74f None None] Pushing event updated for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=4']} {{(pid=119857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:10.260949 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Provisioning complete for port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:10.263952 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.294434 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:10.376953 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957d43b-d95c-4310-9593-16f20d9a43ae req-8f0c3504-3675-4044-b623-c3ad3fdacc20 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:10.379513 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4957d43b-d95c-4310-9593-16f20d9a43ae req-8f0c3504-3675-4044-b623-c3ad3fdacc20 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 943 time: 0.0916924 Mar 08 15:04:10.401377 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Current status of the port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f is: DOWN; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:10.402060 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.404263 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device c3ac927d-70dc-4234-b4aa-396a2daa3e15 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:04:10.461137 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] For port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:10.474857 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.483213 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4957d43b-d95c-4310-9593-16f20d9a43ae req-01f72d64-8568-4b1e-8d74-290e7ae1ae7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918665 Mar 08 15:04:10.537943 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de817880-3fdd-4f80-944b-484ea90cd2b0 None None] Pushing event updated for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:10.591207 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '79b1267d-edc4-4f67-b9ad-ff3c91e01c6f', 'name': '', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'mac_address': 'fa:16:3e:f9:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:10Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'subnets': [{'id': '98f73f15-82df-4db1-b338-324fc186dd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:10.611960 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-a77978b9-eced-405d-b62a-a17500776c0c None None] Provisioning complete for port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:10.612618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a77978b9-eced-405d-b62a-a17500776c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.622368 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f172f-4eca-475e-a89a-8f99a8a622c1 None None] The sync data for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi is: [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:03:56Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '79b1267d-edc4-4f67-b9ad-ff3c91e01c6f', 'name': '', 'network_id': '097e7cf1-ad69-4570-9b8d-3aa92f3c228f', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'mac_address': 'fa:16:3e:f9:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '98f73f15-82df-4db1-b338-324fc186dd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:10Z', 'revision_number': 4, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'subnets': [{'id': '98f73f15-82df-4db1-b338-324fc186dd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:10.664725 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:10.685187 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:04:10.767087 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-a77978b9-eced-405d-b62a-a17500776c0c None None] Current status of the port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:10.771227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port c3ac927d-70dc-4234-b4aa-396a2daa3e15 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:10.771617 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.798520 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ac927d-70dc-4234-b4aa-396a2daa3e15 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:04:10.812917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.821720 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:10.830191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:10.897260 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:11.175421 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['c3ac927d-70dc-4234-b4aa-396a2daa3e15'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:04:11.208301 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f up at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:11.304389 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Provisioning complete for port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:11.304772 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:11.384974 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-d5bf697d-a163-49ee-8015-e09f41f06dff tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:11.386401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-d5bf697d-a163-49ee-8015-e09f41f06dff tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 814 time: 0.1042440 Mar 08 15:04:11.401353 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-4bc2dfff-2fcb-4b8a-9d46-00ec1a699663 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/quotas/1d6e7022e4804dec85340475d99c61c0 HTTP/1.1" status: 200 len: 375 time: 0.0094225 Mar 08 15:04:11.440558 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Current status of the port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:11.454704 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-ce95ecb8-6ab4-44b0-8816-671ceaeccbf2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482285 Mar 08 15:04:11.514209 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-b3ba6afc-c0b5-4366-a849-d4ec4c3d5707 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=119854) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:04:11.515227 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-b3ba6afc-c0b5-4366-a849-d4ec4c3d5707 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489669 Mar 08 15:04:11.921524 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-737bc48b-6200-49c3-8b31-bdb9fa16bfc6 service neutron] 10.222.0.42 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989174 Mar 08 15:04:11.930185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32afb7-0a57-4176-aa6b-116621522c45 req-b0d04598-7df0-4528-bf84-f5e745a619fa tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:11.931684 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0b32afb7-0a57-4176-aa6b-116621522c45 req-b0d04598-7df0-4528-bf84-f5e745a619fa tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 944 time: 0.3828657 Mar 08 15:04:12.030950 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-0b32afb7-0a57-4176-aa6b-116621522c45 req-7196dbfe-5bfd-4d57-be4f-a76794b83aa7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911431 Mar 08 15:04:12.048279 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-d23ab442-7707-4f8a-bdea-bfb844003b78 service neutron] 10.222.0.42 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156228 Mar 08 15:04:12.206426 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bb36f191-8450-466a-bda0-d8f6aa3b674c req-35c88c0a-9764-4540-bee0-c864d535f529 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 210 time: 0.0276949 Mar 08 15:04:12.299402 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:12.403400 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device c3ac927d-70dc-4234-b4aa-396a2daa3e15 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:12.451414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port c3ac927d-70dc-4234-b4aa-396a2daa3e15 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:04:12.455443 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port c3ac927d-70dc-4234-b4aa-396a2daa3e15 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:12.455845 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:12.537009 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port c3ac927d-70dc-4234-b4aa-396a2daa3e15 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:12.537390 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:12.562362 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:12.564933 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460df8b0-9924-4823-a72d-9add806f816b" -d '{"events": [{"server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "name": "network-vif-plugged", "status": "completed", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:12.578874 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:12.583258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:12.611831 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f2ce5-d632-4f55-924f-fbdfc3be5445 x-openstack-request-id: req-0d0f2ce5-d632-4f55-924f-fbdfc3be5445 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:12.612136 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "name": "network-vif-plugged", "status": "completed", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:12.612381 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d0f2ce5-d632-4f55-924f-fbdfc3be5445 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:12.612774 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'code': 200} Mar 08 15:04:12.639246 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:12.786547 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c6c84-48aa-46cc-abe4-80c658c1c1c4 req-3558ff00-1964-411a-b4ad-8f86acda96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:12.788072 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-589c6c84-48aa-46cc-abe4-80c658c1c1c4 req-3558ff00-1964-411a-b4ad-8f86acda96a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 1129 time: 0.0418308 Mar 08 15:04:12.831632 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-589c6c84-48aa-46cc-abe4-80c658c1c1c4 req-3fe6a2cd-831c-421f-9f84-95ca021ef6d8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368965 Mar 08 15:04:13.145469 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154a015-cd26-4f97-8eb3-a5eb3d3ad25d req-22b1a331-d1c3-4834-80c0-0eee5d97643f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:13.146961 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f154a015-cd26-4f97-8eb3-a5eb3d3ad25d req-22b1a331-d1c3-4834-80c0-0eee5d97643f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Mar 08 15:04:13.194797 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f154a015-cd26-4f97-8eb3-a5eb3d3ad25d req-4ccd9cd9-7f60-44e9-b1d9-f8d538b52ffa tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Mar 08 15:04:13.300557 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aed56af6-be58-4f5f-9e3a-a298407f97f1 req-d79cdb38-9eae-42cd-b8b0-32795b7644de tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 210 time: 0.0289385 Mar 08 15:04:13.406051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-b70fbf49-0ea9-43c3-8e1b-133df1821e2c tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:13.407491 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-b70fbf49-0ea9-43c3-8e1b-133df1821e2c tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 814 time: 0.1060252 Mar 08 15:04:13.419844 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'port': {'device_id': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'admin_state_up': True, 'tenant_id': '1d6e7022e4804dec85340475d99c61c0'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:13.532414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Made reservation on behalf of 1d6e7022e4804dec85340475d99c61c0 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:04:13.536026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:13.661273 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Allocated IP 172.20.0.10 (9c8fc3dc-54da-4f25-8d55-37a0bc6259be/76df7766-7b5b-46d3-823f-331c18c05953/1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:04:13.826662 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:13.868478 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:13.917279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:04:13.925909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:04:13.929066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:04:13.973504 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:14.033232 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:14.033942 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:14.071276 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-28297954-297f-4dcd-afe8-46995edb85bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6544793 Mar 08 15:04:14.224366 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-73f6c46a-4ead-4d0f-9f49-8a862b7df9e4 None None] Provisioning complete for port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:14.224871 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-73f6c46a-4ead-4d0f-9f49-8a862b7df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:14.230348 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:14.280243 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-73f6c46a-4ead-4d0f-9f49-8a862b7df9e4 None None] Port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:04:14.327661 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3d4d-5aa9-46e9-a91f-72e78692edd1 req-bdb153a7-ad72-4ce4-846b-5e513b3072fb tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:14.329284 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-197e3d4d-5aa9-46e9-a91f-72e78692edd1 req-bdb153a7-ad72-4ce4-846b-5e513b3072fb tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0574031 Mar 08 15:04:14.383375 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-197e3d4d-5aa9-46e9-a91f-72e78692edd1 req-c1986289-519a-4534-8257-5b1d04dfa06a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486429 Mar 08 15:04:14.435005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30c2c7-8dc9-4a3c-a170-972264db359e req-9779aab8-5c3c-47ce-baca-f96e51665650 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:14.436490 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec30c2c7-8dc9-4a3c-a170-972264db359e req-9779aab8-5c3c-47ce-baca-f96e51665650 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0521541 Mar 08 15:04:14.490504 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ec30c2c7-8dc9-4a3c-a170-972264db359e req-62bfde04-5ea7-44a9-b52c-9b08ec0b7978 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Mar 08 15:04:15.507800 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b564a-0289-48f1-a6dd-2586289e5034 req-78399116-402d-4ec5-8e86-7bd45a08463f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:15.509450 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-063b564a-0289-48f1-a6dd-2586289e5034 req-78399116-402d-4ec5-8e86-7bd45a08463f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0556834 Mar 08 15:04:15.575348 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-063b564a-0289-48f1-a6dd-2586289e5034 req-4dcdc23b-c5fa-4c3b-b50b-b2521f5f0e10 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601583 Mar 08 15:04:15.638351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0612c-d925-4d05-995d-fe6f20c517cf req-2729b876-53d9-417d-84d6-af0b01f0b396 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:15.639871 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-afe0612c-d925-4d05-995d-fe6f20c517cf req-2729b876-53d9-417d-84d6-af0b01f0b396 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0636570 Mar 08 15:04:15.694385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-afe0612c-d925-4d05-995d-fe6f20c517cf req-32f0d6dc-d276-470a-99fe-b3e37dbf25a4 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Mar 08 15:04:16.701971 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a192-5c57-4b6d-9de9-40675496ca5e req-90f5c5ec-8f86-489a-a21c-c6b14940ddc8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:16.703483 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cad6a192-5c57-4b6d-9de9-40675496ca5e req-90f5c5ec-8f86-489a-a21c-c6b14940ddc8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0574169 Mar 08 15:04:16.755281 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cad6a192-5c57-4b6d-9de9-40675496ca5e req-53397cfc-dad3-4de5-9ead-c1cb622c36d8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 Mar 08 15:04:16.792548 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:04:16.833252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3708ff-b38b-4979-83a9-abb4a1625218 req-a582c5da-1d8b-4e60-b919-a70ee323eb03 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:16.834822 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-de3708ff-b38b-4979-83a9-abb4a1625218 req-a582c5da-1d8b-4e60-b919-a70ee323eb03 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0534780 Mar 08 15:04:16.887501 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-de3708ff-b38b-4979-83a9-abb4a1625218 req-bc3ea94b-8610-4fe0-84b1-5f7e5f45dd09 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Mar 08 15:04:17.887279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352a45-1e18-446a-be3a-cf2ddeb825f2 req-99031c9f-755f-451f-af3b-eb00441c0ba9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:17.890080 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21352a45-1e18-446a-be3a-cf2ddeb825f2 req-99031c9f-755f-451f-af3b-eb00441c0ba9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0622756 Mar 08 15:04:17.943665 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-21352a45-1e18-446a-be3a-cf2ddeb825f2 req-e7f26f69-8a0a-4e06-aeeb-14373ceb1300 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479269 Mar 08 15:04:18.020696 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33760ea-6737-416b-bdd9-534f297fca42 req-10353104-14dc-4b25-ad97-fb1ba3afe7da tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:18.022214 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f33760ea-6737-416b-bdd9-534f297fca42 req-10353104-14dc-4b25-ad97-fb1ba3afe7da tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0622110 Mar 08 15:04:18.081736 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f33760ea-6737-416b-bdd9-534f297fca42 req-59c41cae-22a1-4ffe-960c-ef7d59736061 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Mar 08 15:04:19.064782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18585ef1-5729-4340-b0f1-c7d0e7e5f986 req-e8902c05-564b-4952-bd7b-31f89370ac0a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:19.066441 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18585ef1-5729-4340-b0f1-c7d0e7e5f986 req-e8902c05-564b-4952-bd7b-31f89370ac0a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0552948 Mar 08 15:04:19.126936 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18585ef1-5729-4340-b0f1-c7d0e7e5f986 req-29580489-1777-42d1-885c-c75e6b59d241 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524268 Mar 08 15:04:19.213079 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3367f0-c92b-40ae-aa82-2b3401f90c3c req-a4d5309b-bfab-47c3-a177-5683e01f57d8 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:19.214612 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e3367f0-c92b-40ae-aa82-2b3401f90c3c req-a4d5309b-bfab-47c3-a177-5683e01f57d8 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0519040 Mar 08 15:04:19.267431 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4e3367f0-c92b-40ae-aa82-2b3401f90c3c req-69e55f8f-2160-4dde-8037-1eab11aa0bc1 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Mar 08 15:04:20.252568 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29da9f-013e-49d0-94cc-80a8d79a4dc2 req-a00c6457-e0b4-4348-be8e-34783a7b97e2 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:20.255705 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4b29da9f-013e-49d0-94cc-80a8d79a4dc2 req-a00c6457-e0b4-4348-be8e-34783a7b97e2 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0572639 Mar 08 15:04:20.306447 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4b29da9f-013e-49d0-94cc-80a8d79a4dc2 req-69bea17c-99d8-445b-9780-010b05edace3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468016 Mar 08 15:04:20.407122 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f059c1-891f-4e04-8718-85079256f459 req-649e740e-60da-4f05-8cb0-b0af1ad86233 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:20.410322 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f059c1-891f-4e04-8718-85079256f459 req-649e740e-60da-4f05-8cb0-b0af1ad86233 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0643382 Mar 08 15:04:20.462309 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-68f059c1-891f-4e04-8718-85079256f459 req-baa0ddab-4163-4c92-818e-c2196e00bc3d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477743 Mar 08 15:04:20.803081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:21.445482 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52158) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:21.458349 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e96456-5360-4679-9e1a-bcc5bf316d85 req-62ad1525-3dba-4c75-b608-f9fc5e8c2568 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:21.465036 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-89e96456-5360-4679-9e1a-bcc5bf316d85 req-62ad1525-3dba-4c75-b608-f9fc5e8c2568 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0768664 Mar 08 15:04:21.514249 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-89e96456-5360-4679-9e1a-bcc5bf316d85 req-48306cb3-2943-450d-9c18-820ef59612a1 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476832 Mar 08 15:04:21.666959 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add054fb-7661-4e20-9de9-4b5a4919a2c1 req-94e4050b-9611-4766-8e6f-ed8eca76ff35 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:21.668403 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-add054fb-7661-4e20-9de9-4b5a4919a2c1 req-94e4050b-9611-4766-8e6f-ed8eca76ff35 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.1269269 Mar 08 15:04:21.779733 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-add054fb-7661-4e20-9de9-4b5a4919a2c1 req-2f2d6634-4cca-47c0-b60b-91b1c45ddd53 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Mar 08 15:04:21.811763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Deleting port d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:21.812127 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:21.889844 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:21.890176 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for floatingip (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:21.912222 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Calling delete_port for d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:22.094391 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:22.124763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event deleted for resources: {'Port': ['ID=d6a9b1ba-61a4-4b3c-90ed-e3c29590a17f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:22.187205 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for floatingip (f7763fab-45fe-4a05-a1fa-739ad1c3e3a3), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:22.187547 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Floating IP f7763fab-45fe-4a05-a1fa-739ad1c3e3a3 disassociated (deleted). External IP: 172.27.2.223, port: bcf19c7a-3883-4327-8a62-ac30b434eda9. Mar 08 15:04:22.419672 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Router 7e02432f-d940-466f-80e4-e52b84d059f4 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:04:22.538228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:04:22.541684 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:22.550616 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Sync routers for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:22.566509 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:22.567343 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:22.583883 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-554581f3-7cc3-4e91-b791-437608818c43 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "DELETE /v2.0/floatingips/f7763fab-45fe-4a05-a1fa-739ad1c3e3a3 HTTP/1.1" status: 204 len: 168 time: 1.1372371 Mar 08 15:04:22.584640 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:22.587433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee0df72-fcd4-4377-a583-7108cc6d77c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:22.687543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756815b-d44a-4424-a6f0-2f22bf2f27c8 req-427148d5-9896-4cea-b2dd-eb2b271824a9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:22.690312 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e756815b-d44a-4424-a6f0-2f22bf2f27c8 req-427148d5-9896-4cea-b2dd-eb2b271824a9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0683787 Mar 08 15:04:22.706636 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:22.780611 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e756815b-d44a-4424-a6f0-2f22bf2f27c8 req-f306cce8-3e60-45ac-9a16-1ea898f40741 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837324 Mar 08 15:04:22.787044 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff964db7-54e2-48cd-ae2d-50527ea40eba x-openstack-request-id: req-ff964db7-54e2-48cd-ae2d-50527ea40eba {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:22.788634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:22.789202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff964db7-54e2-48cd-ae2d-50527ea40eba {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:22.789967 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'status': 'completed', 'code': 200} Mar 08 15:04:22.942656 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0d6a-c9a9-4e40-ac0f-0d358fc4e2c7 req-194fd202-59e1-4113-ba64-0c46b437c635 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:22.944079 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa4c0d6a-c9a9-4e40-ac0f-0d358fc4e2c7 req-194fd202-59e1-4113-ba64-0c46b437c635 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0825574 Mar 08 15:04:22.954505 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577162f-b20f-4bf9-b136-f26ba50bac37 req-fcde036e-38d2-40a0-afff-02a7737aa237 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:22.956052 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1577162f-b20f-4bf9-b136-f26ba50bac37 req-fcde036e-38d2-40a0-afff-02a7737aa237 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0861673 Mar 08 15:04:22.962686 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:22.992188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Checking router: 7e02432f-d940-466f-80e4-e52b84d059f4 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:23.010319 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:23.010960 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:23.034282 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fa4c0d6a-c9a9-4e40-ac0f-0d358fc4e2c7 req-b83abf75-e2c0-4abb-aa47-ec387149bb3f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770586 Mar 08 15:04:23.047046 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1577162f-b20f-4bf9-b136-f26ba50bac37 req-bc959bdd-f871-4311-aabd-9b7744ed989b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833118 Mar 08 15:04:23.127644 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:23.321032 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:23.350678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50fcf1-ad6f-441c-bbe3-d934fffb23d5 None None] The sync data for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi is: [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T14:58:37Z', 'revision_number': 4, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': 'c187a7bb-0023-49dc-bd05-422c6bc71596', 'name': '', 'network_id': '5b9e344c-d25d-4455-99a1-92734279e5c2', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'mac_address': 'fa:16:3e:95:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:36Z', 'updated_at': '2022-03-08T14:58:42Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'subnets': [{'id': '9a8a1642-d763-4ebf-a83f-222456ab7f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:23.553477 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b68ccf-6a90-42d9-b10b-fac69494ec58 None None] New status for floating IP f7763fab-45fe-4a05-a1fa-739ad1c3e3a3: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:04:23.895688 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1bb3a-e7cf-4e48-bf2b-49a3ae29d595 req-bee0bf6b-d146-4d2b-9cec-b29c824bd99e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:23.897057 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6bf1bb3a-e7cf-4e48-bf2b-49a3ae29d595 req-bee0bf6b-d146-4d2b-9cec-b29c824bd99e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0549793 Mar 08 15:04:23.941328 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6bf1bb3a-e7cf-4e48-bf2b-49a3ae29d595 req-6a871f44-ee75-4d6f-892f-f1d29cbe7fff tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388343 Mar 08 15:04:24.186413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7f640-492e-4058-aa11-b325d51af1ac req-0b51287b-7b70-483a-a29b-031f988a14e4 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:24.187811 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6af7f640-492e-4058-aa11-b325d51af1ac req-0b51287b-7b70-483a-a29b-031f988a14e4 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0827863 Mar 08 15:04:24.195130 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb02c9-8e05-49e9-83cb-6bb8be88907f req-e6cbab62-532d-46c6-93cc-228e5496c3fc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:24.196522 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2fb02c9-8e05-49e9-83cb-6bb8be88907f req-e6cbab62-532d-46c6-93cc-228e5496c3fc tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0830250 Mar 08 15:04:24.269804 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6af7f640-492e-4058-aa11-b325d51af1ac req-92b40e8b-3167-4850-a780-f4cf0b25df53 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 Mar 08 15:04:24.274237 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2fb02c9-8e05-49e9-83cb-6bb8be88907f req-f47c3315-00f3-4fd5-a78a-755981baccc0 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711858 Mar 08 15:04:25.060116 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4a5a-2577-46cd-9c32-b40c7fa7ebb4 req-859785b3-fd47-42e3-9857-9350ee714800 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:25.061586 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b9e4a5a-2577-46cd-9c32-b40c7fa7ebb4 req-859785b3-fd47-42e3-9857-9350ee714800 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0539520 Mar 08 15:04:25.107739 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b9e4a5a-2577-46cd-9c32-b40c7fa7ebb4 req-c5bd7a48-b8d0-4bee-80de-6aa17158a48b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406048 Mar 08 15:04:25.419564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ecde-a5ca-4dbd-bcaf-76b022821116 req-910401ea-57fc-4ddd-8b33-14e5f0064277 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:25.421014 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6077ecde-a5ca-4dbd-bcaf-76b022821116 req-910401ea-57fc-4ddd-8b33-14e5f0064277 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0829313 Mar 08 15:04:25.428241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335106a4-04e2-4e82-9825-de2678dff684 req-810b836b-ed72-4ac2-84dd-297e29a6eea5 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:25.429582 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-335106a4-04e2-4e82-9825-de2678dff684 req-810b836b-ed72-4ac2-84dd-297e29a6eea5 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.0896800 Mar 08 15:04:25.501676 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6077ecde-a5ca-4dbd-bcaf-76b022821116 req-d0471427-d2e2-4abb-a1e6-91476ada0f4b tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700016 Mar 08 15:04:25.506399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-335106a4-04e2-4e82-9825-de2678dff684 req-338ed928-bb61-4620-99aa-c33b228f4e06 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Mar 08 15:04:25.958656 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Request body: {'port': {'device_id': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:26.021877 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:26.038613 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-394d5b34-d315-41f4-9a5f-7d463ce90b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.040144 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-394d5b34-d315-41f4-9a5f-7d463ce90b10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4644e3267292449eb0147c62cc9c970a&device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 1130 time: 0.0476842 Mar 08 15:04:26.143157 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-fe34a021-3fc8-497c-bc99-f36524db6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.144647 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-fe34a021-3fc8-497c-bc99-f36524db6b26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 200 len: 909 time: 0.0863025 Mar 08 15:04:26.171563 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-222d02b3-68e7-402d-aabc-27156cacd8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121390 Mar 08 15:04:26.195029 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-d894cfa3-e30e-405f-9f9b-caecb2b783d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 200 len: 217 time: 0.0418420 Mar 08 15:04:26.250326 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-61f0de80-f55c-476e-8eb4-5e80cf3900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.251724 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-61f0de80-f55c-476e-8eb4-5e80cf3900e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 200 len: 847 time: 0.0448439 Mar 08 15:04:26.311134 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-42b4ef0c-dfee-4446-9ad7-f510ee0c0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.313152 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-42b4ef0c-dfee-4446-9ad7-f510ee0c0a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b9e344c-d25d-4455-99a1-92734279e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548844 Mar 08 15:04:26.356057 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079eb3e-7494-4c9a-bd9f-deed9eb0bb0a req-622640d3-69f9-4e41-ae56-c86a7fe2be26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.358191 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b079eb3e-7494-4c9a-bd9f-deed9eb0bb0a req-622640d3-69f9-4e41-ae56-c86a7fe2be26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.1800253 Mar 08 15:04:26.374066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-9ff34e36-8604-4fea-a3e7-ba8b1e48d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.375541 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-9ff34e36-8604-4fea-a3e7-ba8b1e48d765 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1130 time: 0.1518166 Mar 08 15:04:26.407070 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-1bdb40dc-ce36-47e5-873f-fffc53cbff37 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870001 Mar 08 15:04:26.504958 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [req-4ee0df72-fcd4-4377-a583-7108cc6d77c4 req-9a86a587-951f-48d4-91c0-e6fb49bc8ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841537 Mar 08 15:04:26.516271 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b079eb3e-7494-4c9a-bd9f-deed9eb0bb0a req-c9c3e723-3185-45a3-992d-4c5cb090fde5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511366 Mar 08 15:04:26.556970 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-3e1b6e71-c9eb-4cb5-888d-4d33c5e5db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.558796 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-3e1b6e71-c9eb-4cb5-888d-4d33c5e5db53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.1616397 Mar 08 15:04:26.561453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:04:26.576693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks [] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:26.682486 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Transition to ACTIVE for port object 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:04:26.691909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:26.737122 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-15558d9b-9567-467f-837a-875d4c31fc0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 1002 time: 0.1707575 Mar 08 15:04:26.805333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:26.816746 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32c4f-1067-4477-a91f-6dac90643415 req-a2989ace-9e99-4af8-99a1-d1b7d6530e3e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.818288 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3a32c4f-1067-4477-a91f-6dac90643415 req-a2989ace-9e99-4af8-99a1-d1b7d6530e3e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.2052796 Mar 08 15:04:26.856503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.856849 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.857194 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.857535 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.857895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.858232 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.858562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.858892 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.859226 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.859552 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.859878 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.860203 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.860533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:26.873414 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95061ca-01b7-4afb-b4f8-6bc6134c23a6 req-b095be43-e11d-4fad-a753-e9828a26e1dc tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.875032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d95061ca-01b7-4afb-b4f8-6bc6134c23a6 req-b095be43-e11d-4fad-a753-e9828a26e1dc tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 932 time: 0.2592406 Mar 08 15:04:26.890909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-d37e5602-13d8-4782-bde7-79e68e889e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:26.892380 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-d37e5602-13d8-4782-bde7-79e68e889e6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.1421995 Mar 08 15:04:27.019189 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3a32c4f-1067-4477-a91f-6dac90643415 req-011c2260-fd0c-4676-95b5-1af7a2077e35 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923258 Mar 08 15:04:27.036200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d95061ca-01b7-4afb-b4f8-6bc6134c23a6 req-02e63fd5-7825-4aaa-8d97-9991e86b0dab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507702 Mar 08 15:04:27.040015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Attempting to bind port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:04:27.040353 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Attempting to bind port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:04:27.040719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Attempting to bind port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb on network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:27.048714 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-15858423-b834-48a6-aa0a-80ed0aa00398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.050198 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-15858423-b834-48a6-aa0a-80ed0aa00398 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279163 Mar 08 15:04:27.050735 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb on network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:04:27.051056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Attempting to bind port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb on network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:04:27.056089 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:04:27.056429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Checking segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:04:27.056805 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Bound using segment: {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:04:27.057225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Bound port: 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dff5004-574c-424e-938b-7a2748d18723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:04:27.057580 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:27.186546 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:04:27.190782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:04:27.196151 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-8ffe6f3d-d846-4077-b9a7-17c6d3881620 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357274 Mar 08 15:04:27.197671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:27.260348 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.260965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:27.262888 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] 10.222.0.61 "PUT /v2.0/ports/1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 1094 time: 1.3095429 Mar 08 15:04:27.263467 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:27.265543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:27.317323 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08381e2-3635-4ddf-b744-9a75fee69036 x-openstack-request-id: req-a08381e2-3635-4ddf-b744-9a75fee69036 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:27.317616 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:27.317895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a08381e2-3635-4ddf-b744-9a75fee69036 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:27.318298 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:04:27.349927 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e0d3-bee5-4749-b603-1e692b3c2048 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:27.379584 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-f1e3b47e-2a52-42cb-b2be-bd4aa95565f5 req-da53a430-ed89-49fa-ac74-1a947de1e59b service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768131 Mar 08 15:04:27.389762 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-eb5f97f5-b9cb-4765-8ace-4e31d34d644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.391311 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-eb5f97f5-b9cb-4765-8ace-4e31d34d644f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1128 time: 0.0722806 Mar 08 15:04:27.446865 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-7ea1a6b5-c58f-4c86-b2b8-f293bf09f1b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 217 time: 0.0366814 Mar 08 15:04:27.504343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-aaa23a56-b8af-4cd8-8857-a357db669e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.505837 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-aaa23a56-b8af-4cd8-8857-a357db669e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0481558 Mar 08 15:04:27.555201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-aa3ce585-444b-4347-98a5-a150f7901375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.556714 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-aa3ce585-444b-4347-98a5-a150f7901375 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439713 Mar 08 15:04:27.968960 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-89f884f3-b952-494f-9c4f-1b13fba2ed31 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058409 Mar 08 15:04:27.976516 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648ad0-9eaf-4671-94a2-5c17320ebdd1 req-30880379-f824-498f-9134-66cf575ddbf6 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:27.978157 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a6648ad0-9eaf-4671-94a2-5c17320ebdd1 req-30880379-f824-498f-9134-66cf575ddbf6 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.3911810 Mar 08 15:04:28.080164 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a6648ad0-9eaf-4671-94a2-5c17320ebdd1 req-f39c3604-dde6-4cf3-bcbf-ccbc31a67c8d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936210 Mar 08 15:04:28.105834 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6623364c-88f8-435c-a7c6-c4895c4555a8 req-92cd8eb8-676b-4bf8-91c0-c547c9d8ea9d service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Mar 08 15:04:28.145692 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b465b-9db7-4101-9119-4ebed0faf567 req-c041869c-3812-4f6c-b702-cba85264bf47 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.147168 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-854b465b-9db7-4101-9119-4ebed0faf567 req-c041869c-3812-4f6c-b702-cba85264bf47 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.0560725 Mar 08 15:04:28.295522 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-854b465b-9db7-4101-9119-4ebed0faf567 req-68d4d752-a81d-437c-93f3-bf46e1fafbca tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/security-groups?id=55d0d175-5ce6-4594-93cb-67b8c82ea8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372902 Mar 08 15:04:28.310444 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d6b-6c79-403b-bf8c-5f2e07a0e675 req-941bbf4c-745e-4dbb-a83b-534c8ed9e053 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.312032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfd66d6b-6c79-403b-bf8c-5f2e07a0e675 req-941bbf4c-745e-4dbb-a83b-534c8ed9e053 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 944 time: 0.1634228 Mar 08 15:04:28.314840 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-415cad0b-4cb4-424c-b815-e83cda0ccf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.316189 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-415cad0b-4cb4-424c-b815-e83cda0ccf2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1128 time: 0.1570151 Mar 08 15:04:28.332272 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4389fc-31f2-42da-8158-085d338b24ee req-41b63c5c-f363-4c98-aee3-75052686d630 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.333704 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bd4389fc-31f2-42da-8158-085d338b24ee req-41b63c5c-f363-4c98-aee3-75052686d630 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.61 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 946 time: 0.1223376 Mar 08 15:04:28.501511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfd66d6b-6c79-403b-bf8c-5f2e07a0e675 req-821a40cf-9fb2-402a-8e0e-0d44c7e51ae4 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818380 Mar 08 15:04:28.543737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-dae54968-6d89-4c49-99f6-600bf4c4d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.545216 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-dae54968-6d89-4c49-99f6-600bf4c4d933 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.2106509 Mar 08 15:04:28.556290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb894f-08b9-4bbf-bace-7518c84262b5 req-cbf772b6-7cc4-4d6c-a673-b77934cdb6fe tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.557621 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18fb894f-08b9-4bbf-bace-7518c84262b5 req-cbf772b6-7cc4-4d6c-a673-b77934cdb6fe tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.1887424 Mar 08 15:04:28.566706 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52208) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:28.571197 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:28.597739 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-7ed7f343-5bf9-4dfd-9dbb-99d778596acc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 217 time: 0.0391471 Mar 08 15:04:28.613775 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:28.644655 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Deleting port bcf19c7a-3883-4327-8a62-ac30b434eda9 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:28.645001 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:28.672589 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-5a12f0eb-86d3-447b-be61-05a9df773e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.674104 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-5a12f0eb-86d3-447b-be61-05a9df773e57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0692210 Mar 08 15:04:28.775314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] For port bcf19c7a-3883-4327-8a62-ac30b434eda9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bcf19c7a-3883-4327-8a62-ac30b434eda9,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:28.775680 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:28.779299 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-b28aa02c-e023-4ffd-aef7-2ce30f09a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:28.780857 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-b28aa02c-e023-4ffd-aef7-2ce30f09a974 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013548 Mar 08 15:04:28.797862 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Calling delete_port for bcf19c7a-3883-4327-8a62-ac30b434eda9 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:28.930229 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-e9be31eb-5110-488d-b923-67ea0c9f7a32 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422315 Mar 08 15:04:29.061966 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:29.063550 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (bcf19c7a-3883-4327-8a62-ac30b434eda9), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:29.066512 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:29.069883 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a6a9e7e-b521-4ce1-bbb2-f1e12febb155 req-c111b430-34f9-4532-a3f5-9e1ada8f63f3 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322670 Mar 08 15:04:29.100118 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event deleted for resources: {'Port': ['ID=bcf19c7a-3883-4327-8a62-ac30b434eda9,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:29.142275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] No DVR routers for this DVR port bcf19c7a-3883-4327-8a62-ac30b434eda9 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:04:29.144846 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:29.148399 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bd4389fc-31f2-42da-8158-085d338b24ee req-bd08c1a2-4b6a-4f7a-b7d6-c9b2cd448546 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.61 "DELETE /v2.0/ports/bcf19c7a-3883-4327-8a62-ac30b434eda9 HTTP/1.1" status: 204 len: 173 time: 0.8051846 Mar 08 15:04:29.172906 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP d811213a-d839-4e0c-af57-969727d75a1e associated. External IP: 172.27.2.116, port: c3ac927d-70dc-4234-b4aa-396a2daa3e15. Mar 08 15:04:29.319760 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-deleted', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:29.322290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19349e53-067c-4fa4-bf8e-93e4eabbd6e5" -d '{"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-deleted", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:29.361646 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f15ba4f-3bca-4e32-879e-0b0f48a437a1 x-openstack-request-id: req-3f15ba4f-3bca-4e32-879e-0b0f48a437a1 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:29.362173 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb9504-cb5a-44ab-be97-8beb2b861ecd", "name": "network-vif-deleted", "tag": "bcf19c7a-3883-4327-8a62-ac30b434eda9", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:29.362569 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f15ba4f-3bca-4e32-879e-0b0f48a437a1 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:29.362840 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb9504-cb5a-44ab-be97-8beb2b861ecd', 'name': 'network-vif-deleted', 'tag': 'bcf19c7a-3883-4327-8a62-ac30b434eda9', 'status': 'completed', 'code': 200} Mar 08 15:04:29.389582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:04:29.407325 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a3551cd9-124a-4383-a86a-f6827e217f97 req-7c84f7a7-9b57-4888-857e-6587fc2e350e tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "GET /v2.0/ports?device_id=7efb9504-cb5a-44ab-be97-8beb2b861ecd HTTP/1.1" status: 200 len: 210 time: 0.0280905 Mar 08 15:04:29.522939 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:04:29.527484 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:29.542502 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:29.560265 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:29.560891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:29.569823 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-6be4bc0d-c737-42f6-bb53-718d1e18e6e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "PUT /v2.0/floatingips/d811213a-d839-4e0c-af57-969727d75a1e HTTP/1.1" status: 200 len: 991 time: 1.0005000 Mar 08 15:04:29.570758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:29.579516 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4467b16-de7d-40a7-8bf5-fef534a1f363" -d '{"events": [{"name": "network-changed", "server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:29.628853 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd70c8-0d6e-4593-8dfb-164700d5b621 x-openstack-request-id: req-78cd70c8-0d6e-4593-8dfb-164700d5b621 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:29.629198 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:29.629593 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78cd70c8-0d6e-4593-8dfb-164700d5b621 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:29.629892 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'status': 'completed', 'code': 200} Mar 08 15:04:29.670323 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4d53d-c56f-4470-82e4-1546e6835107 req-39b6b209-f97c-422f-81c1-fa50067e15d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:29.671992 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6df4d53d-c56f-4470-82e4-1546e6835107 req-39b6b209-f97c-422f-81c1-fa50067e15d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 944 time: 0.0761435 Mar 08 15:04:29.746687 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-c211a719-11eb-4e06-9292-ea52e4401cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:29.748830 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-c211a719-11eb-4e06-9292-ea52e4401cc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 1129 time: 0.0951266 Mar 08 15:04:29.752486 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6df4d53d-c56f-4470-82e4-1546e6835107 req-f0d8957f-07f1-421c-8b84-4e2ede2d26ba tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593097 Mar 08 15:04:29.816914 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:29.845024 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-75ad3c7b-0f89-475e-8464-9c26a72e6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:29.846543 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-75ad3c7b-0f89-475e-8464-9c26a72e6462 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0916667 Mar 08 15:04:29.913906 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-6c5d4ccb-1f41-405c-b8d6-b1516b5441d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 200 len: 999 time: 0.0612795 Mar 08 15:04:29.966351 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-7c3a9e28-30d1-4c3d-990e-6bdd0a4d5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:29.967843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-7c3a9e28-30d1-4c3d-990e-6bdd0a4d5091 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0479021 Mar 08 15:04:30.024366 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-f5299120-d632-4b42-b5d0-4c6281275654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:30.026128 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-f5299120-d632-4b42-b5d0-4c6281275654 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519960 Mar 08 15:04:30.064121 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:28Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:30.090841 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:30.099683 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:30.100298 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:30.115373 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-ae4d00aa-d9cd-4688-adc2-49f30827bba5 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Mar 08 15:04:30.208306 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b4467b16-de7d-40a7-8bf5-fef534a1f363 req-974d3da0-17f0-4d81-8097-c2b07ba3f27c service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855248 Mar 08 15:04:30.208835 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:30.427423 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:28Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:30.457912 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d6042-8ab3-4bd6-bcb8-6bb32b32b6a1 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:28Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:30.460965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:04:30.464739 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52222) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:30.527093 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (55d0d175-5ce6-4594-93cb-67b8c82ea8f1), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.554247 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (55d0d175-5ce6-4594-93cb-67b8c82ea8f1), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.561823 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:30.572535 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'port_id': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'mac_address': 'fa:16:3e:81:28:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:04:30.615283 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (55d0d175-5ce6-4594-93cb-67b8c82ea8f1), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.617916 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.622612 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] 10.222.0.42 "DELETE /v2.0/security-groups/55d0d175-5ce6-4594-93cb-67b8c82ea8f1 HTTP/1.1" status: 204 len: 168 time: 0.1536100 Mar 08 15:04:30.628404 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:30.628805 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.630190 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473dd9-25c6-4f28-b100-a141adf48181 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0d175-5ce6-4594-93cb-67b8c82ea8f1,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:30.644198 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:04:30.673100 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:30.675013 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52226) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:30.684174 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:30.698437 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890ef51-66dc-4db0-8437-4ab41968d05a None None] New status for floating IP d811213a-d839-4e0c-af57-969727d75a1e: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:04:30.738898 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:30.898217 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ef15d-fafd-48a6-a285-64ba8aaa3ea0 req-2ee6a841-0d9a-4b69-94fe-24b8426d6e2c tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:30.899738 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-898ef15d-fafd-48a6-a285-64ba8aaa3ea0 req-2ee6a841-0d9a-4b69-94fe-24b8426d6e2c tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 945 time: 0.0716965 Mar 08 15:04:30.947885 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-898ef15d-fafd-48a6-a285-64ba8aaa3ea0 req-2bb7c288-7e44-4740-bea6-fd500ad676e6 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Mar 08 15:04:31.064047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:04:31.146708 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (7e02432f-d940-466f-80e4-e52b84d059f4), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:31.394769 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Deleting port c187a7bb-0023-49dc-bd05-422c6bc71596 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:31.395052 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:31.470877 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] For port c187a7bb-0023-49dc-bd05-422c6bc71596, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=c187a7bb-0023-49dc-bd05-422c6bc71596,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:31.471240 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:31.483751 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Calling delete_port for c187a7bb-0023-49dc-bd05-422c6bc71596 owned by network:router_interface {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:31.663414 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (c187a7bb-0023-49dc-bd05-422c6bc71596), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:31.688250 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c187a7bb-0023-49dc-bd05-422c6bc71596,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:31.713246 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.713601 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.713974 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.714312 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.714645 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.714982 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.715316 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.716213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.716576 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.716872 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.717198 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.717517 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.717910 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:04:31.867204 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (7e02432f-d940-466f-80e4-e52b84d059f4), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.070010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d81a76-46fe-4fe5-a4db-0d28ea5a91ce req-aa8ece47-004f-430f-bcd2-cd231501a60f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:32.071604 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18d81a76-46fe-4fe5-a4db-0d28ea5a91ce req-aa8ece47-004f-430f-bcd2-cd231501a60f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 945 time: 0.0533490 Mar 08 15:04:32.120191 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-18d81a76-46fe-4fe5-a4db-0d28ea5a91ce req-44577e17-bfb3-4668-854c-82e8993a014d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Mar 08 15:04:32.278406 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Router 7e02432f-d940-466f-80e4-e52b84d059f4 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:04:32.385616 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:04:32.392090 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1914400c-4d17-4c8c-994f-b0c78fa03bd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/7e02432f-d940-466f-80e4-e52b84d059f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160738 Mar 08 15:04:32.394577 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52234) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:32.395594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Sync routers for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:32.406874 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:32.407478 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:32.488405 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:04:32.505727 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks [] for router (7e02432f-d940-466f-80e4-e52b84d059f4), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.542415 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:32.608372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks [] for router_gateway (7e02432f-d940-466f-80e4-e52b84d059f4), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.652456 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:04:32.660086 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:32.660465 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.663216 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Deleting port eb7e3273-7de9-4a16-88b1-3be66cde62bd {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:32.663216 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.741313 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] For port eb7e3273-7de9-4a16-88b1-3be66cde62bd, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=eb7e3273-7de9-4a16-88b1-3be66cde62bd,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:32.742137 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.754358 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Calling delete_port for eb7e3273-7de9-4a16-88b1-3be66cde62bd owned by network:router_gateway {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:32.789010 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:32.789398 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.805088 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T15:04:31Z', 'revision_number': 5, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port': {'id': 'eb7e3273-7de9-4a16-88b1-3be66cde62bd', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:35Z', 'updated_at': '2022-03-08T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:32.838348 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Checking router: 7e02432f-d940-466f-80e4-e52b84d059f4 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:32.845589 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:32.847839 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf25f2c7-018a-43f0-9458-792b98db77e5" -d '{"events": [{"server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:32.864419 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:32.867022 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Routers {'7e02432f-d940-466f-80e4-e52b84d059f4'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:32.867737 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['7e02432f-d940-466f-80e4-e52b84d059f4'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:32.870981 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.872130 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:32.912976 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157f254e-ee1f-4633-918e-cd669ef8d842 x-openstack-request-id: req-157f254e-ee1f-4633-918e-cd669ef8d842 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:32.913305 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:32.913512 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-157f254e-ee1f-4633-918e-cd669ef8d842 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:32.913933 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'code': 200} Mar 08 15:04:32.939485 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (eb7e3273-7de9-4a16-88b1-3be66cde62bd), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:32.964016 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7e3273-7de9-4a16-88b1-3be66cde62bd,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:32.984089 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: bcf19c7a-3883-4327-8a62-ac30b434eda9 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:32.984414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device bcf19c7a-3883-4327-8a62-ac30b434eda9 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:33.027074 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] Set router 7e02432f-d940-466f-80e4-e52b84d059f4 gateway port host: None {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:33.030084 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:33.031462 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (7e02432f-d940-466f-80e4-e52b84d059f4), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.076248 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df2dd5-cf08-4434-ac8a-0d09b0be094c req-7f7523fd-6959-499b-8b9d-7f950ea75c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:33.077907 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7df2dd5-cf08-4434-ac8a-0d09b0be094c req-7f7523fd-6959-499b-8b9d-7f950ea75c54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1130 time: 0.0464878 Mar 08 15:04:33.135266 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c7df2dd5-cf08-4434-ac8a-0d09b0be094c req-13b1a44f-7e6c-490f-bd2b-d5da516e53b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512471 Mar 08 15:04:33.142129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (7e02432f-d940-466f-80e4-e52b84d059f4), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.145058 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks [] for router_controller (7e02432f-d940-466f-80e4-e52b84d059f4), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.197078 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (7e02432f-d940-466f-80e4-e52b84d059f4), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.198107 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e02432f-d940-466f-80e4-e52b84d059f4 {{(pid=119855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:04:33.204048 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.205567 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2f195cb7-c4b8-4df4-b31c-065b3396885f admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e02432f-d940-466f-80e4-e52b84d059f4 HTTP/1.1" status: 204 len: 168 time: 0.8100038 Mar 08 15:04:33.208042 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52240) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:33.239179 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T15:04:32Z', 'revision_number': 6, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:33.263742 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293fb76-c546-4aa1-a6d7-b21eac956956 req-73ec46a5-d131-4ed0-ba68-92c8fb5f1e75 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:33.266301 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8293fb76-c546-4aa1-a6d7-b21eac956956 req-73ec46a5-d131-4ed0-ba68-92c8fb5f1e75 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0562656 Mar 08 15:04:33.266715 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Deleting subnet 9a8a1642-d763-4ebf-a83f-222456ab7f67 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:04:33.269999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Publish callbacks [] for subnet (9a8a1642-d763-4ebf-a83f-222456ab7f67), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.271741 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551a3d7-2343-48fa-b345-41b76a422d2a None None] The sync data for ids ['7e02432f-d940-466f-80e4-e52b84d059f4'] in dv-cinder-830096-2-iscsi is: [{'id': '7e02432f-d940-466f-80e4-e52b84d059f4', 'name': 'tempest-TestShelveInstance-245307154-router', 'tenant_id': '4644e3267292449eb0147c62cc9c970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:34Z', 'updated_at': '2022-03-08T15:04:32Z', 'revision_number': 6, 'project_id': '4644e3267292449eb0147c62cc9c970a', 'gw_port_host': None}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:33.306665 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (9a8a1642-d763-4ebf-a83f-222456ab7f67), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.326228 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8293fb76-c546-4aa1-a6d7-b21eac956956 req-cfefb059-a6a5-4e29-8229-3ebb9f72203e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Mar 08 15:04:33.420466 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (9a8a1642-d763-4ebf-a83f-222456ab7f67), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.472258 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (9a8a1642-d763-4ebf-a83f-222456ab7f67), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.501484 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8a1642-d763-4ebf-a83f-222456ab7f67,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:33.503497 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.507691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de8369-6ed8-40f4-8f05-63791bab235f None None] Network 5b9e344c-d25d-4455-99a1-92734279e5c2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:04:33.509316 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2a6109d1-03e4-4892-95a9-1ee3d769564b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a8a1642-d763-4ebf-a83f-222456ab7f67 HTTP/1.1" status: 204 len: 168 time: 0.3000205 Mar 08 15:04:33.509891 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52244) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:33.576595 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (5b9e344c-d25d-4455-99a1-92734279e5c2), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.636604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Deleting port 03046521-ab95-4c82-a1d3-9656b54dd4eb {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:33.636954 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.675080 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] DHCP port deletion for 5b9e344c-d25d-4455-99a1-92734279e5c2 request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:04:33.705039 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] For port 03046521-ab95-4c82-a1d3-9656b54dd4eb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=03046521-ab95-4c82-a1d3-9656b54dd4eb,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:33.705415 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.719922 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Calling delete_port for 03046521-ab95-4c82-a1d3-9656b54dd4eb owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:33.728237 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Deleting port 03046521-ab95-4c82-a1d3-9656b54dd4eb {{(pid=119856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:33.728618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), before_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.796020 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] For port 03046521-ab95-4c82-a1d3-9656b54dd4eb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=03046521-ab95-4c82-a1d3-9656b54dd4eb,segment=NetworkSegment(96f23afd-aa97-47b5-b78b-3ed070e126d0),segment_id=96f23afd-aa97-47b5-b78b-3ed070e126d0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:33.796492 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), precommit_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.803145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.809653 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Calling delete_port for 03046521-ab95-4c82-a1d3-9656b54dd4eb owned by network:dhcp {{(pid=119856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:33.829343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=03046521-ab95-4c82-a1d3-9656b54dd4eb,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:33.834288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] No DVR routers for this DVR port 03046521-ab95-4c82-a1d3-9656b54dd4eb on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:04:33.885031 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680'] for port (03046521-ab95-4c82-a1d3-9656b54dd4eb), after_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.905820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (5b9e344c-d25d-4455-99a1-92734279e5c2), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.913766 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] Pushing event deleted for resources: {'Port': ['ID=03046521-ab95-4c82-a1d3-9656b54dd4eb,revision_number=None']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:33.917320 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8deb2-2aac-4573-b843-dbd60770ea6f None None] No DVR routers for this DVR port 03046521-ab95-4c82-a1d3-9656b54dd4eb on host dv-cinder-830096-2-iscsi {{(pid=119856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:04:33.935657 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9e344c-d25d-4455-99a1-92734279e5c2']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:33.944823 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f23afd-aa97-47b5-b78b-3ed070e126d0') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:33.945121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f23afd-aa97-47b5-b78b-3ed070e126d0') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:33.954719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (96f23afd-aa97-47b5-b78b-3ed070e126d0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.967874 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (96f23afd-aa97-47b5-b78b-3ed070e126d0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.973712 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:04:33.974205 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (96f23afd-aa97-47b5-b78b-3ed070e126d0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:04:33.975816 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:04:34.029606 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (5b9e344c-d25d-4455-99a1-92734279e5c2), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.034740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.037880 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b9e344c-d25d-4455-99a1-92734279e5c2 HTTP/1.1" status: 204 len: 168 time: 0.5269032 Mar 08 15:04:34.040893 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52246) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:34.048331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56230bd-4fd6-41fe-9426-2710ed79e9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9e344c-d25d-4455-99a1-92734279e5c2,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:34.400027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.469288 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f05d-4158-4115-9bfe-a5a0791cf6b0 req-e8dbbb5a-56f9-4dc4-92af-ccac4995c7de tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:34.471596 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4785f05d-4158-4115-9bfe-a5a0791cf6b0 req-e8dbbb5a-56f9-4dc4-92af-ccac4995c7de tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0757842 Mar 08 15:04:34.521570 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4785f05d-4158-4115-9bfe-a5a0791cf6b0 req-3debd8a8-4448-46ce-b000-d1f8dc5d79d1 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Mar 08 15:04:34.668225 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Deleting port 40a83eb0-17f5-48ae-916f-b1142df9bb00 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:34.669121 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.745322 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] For port 40a83eb0-17f5-48ae-916f-b1142df9bb00, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=40a83eb0-17f5-48ae-916f-b1142df9bb00,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:34.745599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.757998 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Calling delete_port for 40a83eb0-17f5-48ae-916f-b1142df9bb00 owned by network:router_interface {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:34.933595 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (40a83eb0-17f5-48ae-916f-b1142df9bb00), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:34.960288 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a83eb0-17f5-48ae-916f-b1142df9bb00,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:35.226213 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 03046521-ab95-4c82-a1d3-9656b54dd4eb no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:35.247672 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 03046521-ab95-4c82-a1d3-9656b54dd4eb {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:35.248019 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 03046521-ab95-4c82-a1d3-9656b54dd4eb not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:35.248429 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device c187a7bb-0023-49dc-bd05-422c6bc71596 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:35.268042 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: c187a7bb-0023-49dc-bd05-422c6bc71596 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:35.268306 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device c187a7bb-0023-49dc-bd05-422c6bc71596 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:35.268720 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device eb7e3273-7de9-4a16-88b1-3be66cde62bd no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:35.288257 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: eb7e3273-7de9-4a16-88b1-3be66cde62bd {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:35.288605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device eb7e3273-7de9-4a16-88b1-3be66cde62bd not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:35.326539 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:35.540175 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:04:35.642452 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b930d67-a10c-4676-99d7-935caf4a06d0 req-97b1ba60-1743-4077-9d6f-88bbf9356d52 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:35.643931 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b930d67-a10c-4676-99d7-935caf4a06d0 req-97b1ba60-1743-4077-9d6f-88bbf9356d52 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0535493 Mar 08 15:04:35.650846 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:04:35.659024 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-634ad66c-bdd2-44ca-8de4-d33570f26a77 admin admin] 10.222.0.42 "PUT /v2.0/routers/668fbc09-2d68-48e4-b6f9-cf5d0d4182a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144190 Mar 08 15:04:35.660002 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Sync routers for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:35.662271 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52252) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:35.670010 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:35.670627 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:35.695861 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b930d67-a10c-4676-99d7-935caf4a06d0 req-2aa099f2-cf44-499b-99bd-4eefd045c752 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464711 Mar 08 15:04:35.778573 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks [] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:35.785692 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:35.822356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2738a5d-359a-4785-9b64-531dbc45e890 req-df699ff8-e395-437e-b170-db39b5059a2e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:35.823830 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2738a5d-359a-4785-9b64-531dbc45e890 req-df699ff8-e395-437e-b170-db39b5059a2e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0585859 Mar 08 15:04:35.879273 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e2738a5d-359a-4785-9b64-531dbc45e890 req-c7b5f683-d780-402e-b5c4-c39fd882b0ee tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489171 Mar 08 15:04:35.887724 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks [] for router_gateway (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:35.953947 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Deleting port f86de71b-3d67-418a-9e5f-d27f7a86cd1f {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:35.954285 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:35.972029 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T15:04:34Z', 'revision_number': 5, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port': {'id': 'f86de71b-3d67-418a-9e5f-d27f7a86cd1f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:36.002971 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Checking router: 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:36.011850 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Routers {'668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:36.012174 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:36.039197 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] For port f86de71b-3d67-418a-9e5f-d27f7a86cd1f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:36.039690 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.052934 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Calling delete_port for f86de71b-3d67-418a-9e5f-d27f7a86cd1f owned by network:router_gateway {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:36.103470 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] Set router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:36.217257 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20459d2-8e24-4b35-b0c3-04e1f1a04ebd req-ef144273-9689-4139-b506-5f290b386ab7 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:36.219244 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c20459d2-8e24-4b35-b0c3-04e1f1a04ebd req-ef144273-9689-4139-b506-5f290b386ab7 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0595887 Mar 08 15:04:36.230662 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (f86de71b-3d67-418a-9e5f-d27f7a86cd1f), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.258711 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T15:04:35Z', 'revision_number': 6, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:36.260071 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f86de71b-3d67-418a-9e5f-d27f7a86cd1f,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:36.271667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c20459d2-8e24-4b35-b0c3-04e1f1a04ebd req-3dea38ce-5401-475a-bc4d-0a7576c5a2b4 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Mar 08 15:04:36.296588 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a8c48-6118-45bb-809d-a0b0f8c75b81 None None] The sync data for ids ['668fbc09-2d68-48e4-b6f9-cf5d0d4182a7'] in dv-cinder-830096-2-iscsi is: [{'id': '668fbc09-2d68-48e4-b6f9-cf5d0d4182a7', 'name': 'tempest-TestShelveInstance-1554076899-router', 'tenant_id': '7f3234ef18bb4e588880ea3727ca0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:58:39Z', 'updated_at': '2022-03-08T15:04:35Z', 'revision_number': 6, 'project_id': '7f3234ef18bb4e588880ea3727ca0871', 'gw_port_host': None}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:36.334830 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.427328 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.429466 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks [] for router_controller (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.477700 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (668fbc09-2d68-48e4-b6f9-cf5d0d4182a7), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.478678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 {{(pid=119855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:04:36.483932 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.485169 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-746c1ff3-4f3b-4e5a-b946-09d41d737d9c admin admin] 10.222.0.42 "DELETE /v2.0/routers/668fbc09-2d68-48e4-b6f9-cf5d0d4182a7 HTTP/1.1" status: 204 len: 168 time: 0.8218713 Mar 08 15:04:36.487586 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52262) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:36.532246 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Deleting subnet 1b6deac2-d18a-4ebc-a4d1-fa356ade6c92 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:04:36.535480 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Publish callbacks [] for subnet (1b6deac2-d18a-4ebc-a4d1-fa356ade6c92), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.569932 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (1b6deac2-d18a-4ebc-a4d1-fa356ade6c92), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.654461 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (1b6deac2-d18a-4ebc-a4d1-fa356ade6c92), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.708191 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (1b6deac2-d18a-4ebc-a4d1-fa356ade6c92), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.721268 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.724574 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b6deac2-d18a-4ebc-a4d1-fa356ade6c92 HTTP/1.1" status: 204 len: 168 time: 0.2360444 Mar 08 15:04:36.727152 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52270) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:36.728303 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf3753-5bdc-4a63-8649-792773426adf None None] Network f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:04:36.744196 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733d06-a61f-4446-b13d-44895a88d53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6deac2-d18a-4ebc-a4d1-fa356ade6c92,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:36.800576 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.859474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Deleting port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:04:36.859821 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.920696 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] For port 7c08a597-8339-4e4a-815d-a4760c6e9eb4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=7c08a597-8339-4e4a-815d-a4760c6e9eb4,segment=NetworkSegment(a6808587-3065-48b7-8cb4-b9b1a8ab3c5a),segment_id=a6808587-3065-48b7-8cb4-b9b1a8ab3c5a)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:36.920984 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:36.934428 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Calling delete_port for 7c08a597-8339-4e4a-815d-a4760c6e9eb4 owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:04:37.014325 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7c08a597-8339-4e4a-815d-a4760c6e9eb4), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.042210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] No DVR routers for this DVR port 7c08a597-8339-4e4a-815d-a4760c6e9eb4 on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:04:37.046679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c08a597-8339-4e4a-815d-a4760c6e9eb4,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:37.073549 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3df198-7419-4b2e-8533-26024363c56a None None] DHCP port deletion for f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:04:37.122798 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.148187 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8649a8d-63e9-4b98-ac2a-3f16af5b85c5']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:37.158746 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:37.159050 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6808587-3065-48b7-8cb4-b9b1a8ab3c5a') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:37.169062 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (a6808587-3065-48b7-8cb4-b9b1a8ab3c5a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.172031 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 40a83eb0-17f5-48ae-916f-b1142df9bb00 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:37.182668 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (a6808587-3065-48b7-8cb4-b9b1a8ab3c5a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.189218 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:04:37.189634 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (a6808587-3065-48b7-8cb4-b9b1a8ab3c5a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:04:37.191683 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:04:37.196150 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 40a83eb0-17f5-48ae-916f-b1142df9bb00 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:37.196506 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 40a83eb0-17f5-48ae-916f-b1142df9bb00 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:37.196913 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c08a597-8339-4e4a-815d-a4760c6e9eb4 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:37.219016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 7c08a597-8339-4e4a-815d-a4760c6e9eb4 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:37.219359 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 7c08a597-8339-4e4a-815d-a4760c6e9eb4 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:37.219786 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device f86de71b-3d67-418a-9e5f-d27f7a86cd1f no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:04:37.247160 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: f86de71b-3d67-418a-9e5f-d27f7a86cd1f {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:04:37.247605 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device f86de71b-3d67-418a-9e5f-d27f7a86cd1f not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:04:37.265006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (f8649a8d-63e9-4b98-ac2a-3f16af5b85c5), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.270724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.273923 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] 10.222.0.42 "DELETE /v2.0/networks/f8649a8d-63e9-4b98-ac2a-3f16af5b85c5 HTTP/1.1" status: 204 len: 168 time: 0.5443659 Mar 08 15:04:37.285668 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a48b3-bc78-4f1a-aec7-44d64854c38b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8649a8d-63e9-4b98-ac2a-3f16af5b85c5,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:37.393337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52274) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:37.431318 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0a166cd4-0878-4266-bb84-4b9a5754b81b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4644e3267292449eb0147c62cc9c970a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366414 Mar 08 15:04:37.433495 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52276) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:37.470434 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a45f8960-d2b0-4b87-a90a-d9bbee383003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.485420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] Publish callbacks [] for security_group (ce8a2075-a7f0-40d2-99e9-43e1342c0231), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.506448 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] Publish callbacks [] for security_group (ce8a2075-a7f0-40d2-99e9-43e1342c0231), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.553091 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (ce8a2075-a7f0-40d2-99e9-43e1342c0231), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.555717 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:37.556869 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce8a2075-a7f0-40d2-99e9-43e1342c0231 HTTP/1.1" status: 204 len: 168 time: 0.1218367 Mar 08 15:04:37.564866 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc2def-d1bb-44c4-90fb-9dc148ee3b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a2075-a7f0-40d2-99e9-43e1342c0231,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:37.902478 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52294) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:37.948067 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a2c7a6b2-0b48-4c31-bfa2-5ac032c9cbd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f3234ef18bb4e588880ea3727ca0871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423067 Mar 08 15:04:37.948454 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52300) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:37.999663 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] Publish callbacks [] for security_group (9d85ea8c-15ba-47ef-854c-6c8c32a5ef73), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:38.021650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] Publish callbacks [] for security_group (9d85ea8c-15ba-47ef-854c-6c8c32a5ef73), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:38.075637 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9d85ea8c-15ba-47ef-854c-6c8c32a5ef73), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:38.078343 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:38.081836 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d85ea8c-15ba-47ef-854c-6c8c32a5ef73 HTTP/1.1" status: 204 len: 168 time: 0.1300967 Mar 08 15:04:38.098933 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995db0d-02f8-421e-a778-124c87bbc508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85ea8c-15ba-47ef-854c-6c8c32a5ef73,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:39.747572 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1388bde2-5c14-4110-a36e-8fb11f6ec55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:40.794513 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:42.301075 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:44.211645 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:45.646181 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25ed0b-64c4-455e-89b1-e670b950937e req-eb9e7171-763c-4b4c-936b-09e8406918d8 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:45.647657 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b25ed0b-64c4-455e-89b1-e670b950937e req-eb9e7171-763c-4b4c-936b-09e8406918d8 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0519934 Mar 08 15:04:45.692471 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1b25ed0b-64c4-455e-89b1-e670b950937e req-05b6f4a1-d488-4787-b070-1542756bae45 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Mar 08 15:04:45.714294 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52330) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:45.947257 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29258d1-2d3e-45bb-8f23-e51786a465a3 tempest-TestMinimumBasicScenario-800437977 tempest-TestMinimumBasicScenario-800437977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:45.948794 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a29258d1-2d3e-45bb-8f23-e51786a465a3 tempest-TestMinimumBasicScenario-800437977 tempest-TestMinimumBasicScenario-800437977-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1125 time: 0.2335269 Mar 08 15:04:45.951918 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52334) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:45.956175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'port_id': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:45.974605 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.068121 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.174127 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Allocated IP 172.27.2.104 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/0020e0e0-bef3-4467-a606-c89499715a85) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:04:46.272719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for port (0020e0e0-bef3-4467-a606-c89499715a85), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.305709 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (0020e0e0-bef3-4467-a606-c89499715a85), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.349027 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:04:46.351985 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:04:46.355262 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:04:46.378066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'Port': ['ID=0020e0e0-bef3-4467-a606-c89499715a85,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:46.707354 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for floatingip (bf9a02d6-ed13-4d08-990d-bdfb21ee0d52), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.775531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (0020e0e0-bef3-4467-a606-c89499715a85), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.926208 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for port (0020e0e0-bef3-4467-a606-c89499715a85), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.931015 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (0020e0e0-bef3-4467-a606-c89499715a85), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:46.993738 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'Port': ['ID=0020e0e0-bef3-4467-a606-c89499715a85,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:47.005675 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (bf9a02d6-ed13-4d08-990d-bdfb21ee0d52), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.102700 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Floating IP bf9a02d6-ed13-4d08-990d-bdfb21ee0d52 associated. External IP: 172.27.2.104, port: 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb. Mar 08 15:04:47.584691 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:04:47.690693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:04:47.701004 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Sync routers for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:04:47.708224 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.710792 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:47.711409 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:47.737664 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-668413b9-0003-4b5e-9f4f-a50caab796d0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7847240 Mar 08 15:04:47.738376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:47.740536 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52336) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:47.741002 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:47.745613 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147169308', 'description': 'tempest-secgroup-smoke-1147169308 description', 'project_id': '1d6e7022e4804dec85340475d99c61c0'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:47.769382 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.777966 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09b4da-4f31-436b-8758-8e00c9d5d2fb x-openstack-request-id: req-fe09b4da-4f31-436b-8758-8e00c9d5d2fb {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:47.778265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:47.778602 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe09b4da-4f31-436b-8758-8e00c9d5d2fb {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:47.779009 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:04:47.828881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:47.844280 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (55511199-1a62-4afd-8fd3-e00747f702cb), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.849381 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (55511199-1a62-4afd-8fd3-e00747f702cb), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.860003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-4fa1fa40-6049-4aa7-9987-e8cdabff47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:47.861523 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-4fa1fa40-6049-4aa7-9987-e8cdabff47e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1130 time: 0.0490544 Mar 08 15:04:47.880090 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55511199-1a62-4afd-8fd3-e00747f702cb,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:47.883984 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.887963 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e3334645-c57e-4894-9dcd-9934732a10e3 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1430378 Mar 08 15:04:47.888918 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52340) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:47.892481 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:47.920254 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (8c59a0ad-a13b-4389-a5fe-9e8e0a790818), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.981397 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (8c59a0ad-a13b-4389-a5fe-9e8e0a790818), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:47.982180 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-7e15c3e2-d433-45d9-a6b1-e01219f0c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:47.983965 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-7e15c3e2-d433-45d9-a6b1-e01219f0c64f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.1137915 Mar 08 15:04:47.986981 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (8c59a0ad-a13b-4389-a5fe-9e8e0a790818), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.004613 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c59a0ad-a13b-4389-a5fe-9e8e0a790818,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.017969 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.019274 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a518a93b-e35c-44b1-a706-cf82dbcdb63a tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301639 Mar 08 15:04:48.021964 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52342) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:48.026819 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.054655 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (6f094cee-853e-4b7a-aa98-daad21f0e301), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.059990 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-e620b6b9-eba2-43b9-873d-64138d910134 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 1000 time: 0.0693369 Mar 08 15:04:48.072064 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'bf9a02d6-ed13-4d08-990d-bdfb21ee0d52', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'port_id': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'mac_address': 'fa:16:3e:81:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:46Z', 'updated_at': '2022-03-08T15:04:46Z', 'revision_number': 0, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:48.103128 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Checking router: 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:04:48.112790 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-d89dce34-88ae-4935-9c59-6a918afa0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:48.113685 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:04:48.114517 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:04:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:48.114654 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-d89dce34-88ae-4935-9c59-6a918afa0c0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0488796 Mar 08 15:04:48.116125 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (6f094cee-853e-4b7a-aa98-daad21f0e301), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.119730 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (6f094cee-853e-4b7a-aa98-daad21f0e301), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.139366 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f094cee-853e-4b7a-aa98-daad21f0e301,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.152938 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.157073 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3b689de6-e022-4fed-91f0-c45c3a1b494d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312582 Mar 08 15:04:48.157306 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52344) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:48.161851 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.178430 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-01557136-a9b6-43e0-9673-7d46116f13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:48.180070 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-01557136-a9b6-43e0-9673-7d46116f13d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564497 Mar 08 15:04:48.188548 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (52e31e73-515a-4db4-aae3-b0baf24c481b), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.235985 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:04:48.263031 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (52e31e73-515a-4db4-aae3-b0baf24c481b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.271588 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (52e31e73-515a-4db4-aae3-b0baf24c481b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.282776 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-66464da8-58c1-4feb-bffc-df3d17705982 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959256 Mar 08 15:04:48.295570 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e31e73-515a-4db4-aae3-b0baf24c481b,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.300369 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.304126 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f7488ac7-1a17-4517-9917-8c5d5a1a1780 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433663 Mar 08 15:04:48.307041 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52346) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:48.312648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.339678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (c3fab23d-25e8-4f22-9449-3372caff1b72), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.391503 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-442f9d54-fe26-4e92-b3cf-6eccbc3e5ebc req-5f463d7c-bf5f-49c2-a115-9177888bf58d service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019726 Mar 08 15:04:48.399119 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (c3fab23d-25e8-4f22-9449-3372caff1b72), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.410465 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (c3fab23d-25e8-4f22-9449-3372caff1b72), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.430355 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fab23d-25e8-4f22-9449-3372caff1b72,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.438860 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.440056 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5e682593-5bc6-416c-a420-1b201bace830 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315987 Mar 08 15:04:48.442812 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52348) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:48.447018 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.466941 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Project 1d6e7022e4804dec85340475d99c61c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:04:48.471857 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (4c2b3176-153a-425f-b085-dda74802ff45), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.482516 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'bf9a02d6-ed13-4d08-990d-bdfb21ee0d52', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'port_id': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'mac_address': 'fa:16:3e:81:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:46Z', 'updated_at': '2022-03-08T15:04:46Z', 'revision_number': 0, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:04:48.512391 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe67ac3-a65d-48b4-a182-69fc9068fa0a None None] The sync data for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi is: [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'bf9a02d6-ed13-4d08-990d-bdfb21ee0d52', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'port_id': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'mac_address': 'fa:16:3e:81:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:46Z', 'updated_at': '2022-03-08T15:04:46Z', 'revision_number': 0, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:04:48.533589 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (4c2b3176-153a-425f-b085-dda74802ff45), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.537447 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (4c2b3176-153a-425f-b085-dda74802ff45), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.556097 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b3176-153a-425f-b085-dda74802ff45,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.563870 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.565359 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b9ca787b-cc4a-4f5a-a43d-2b7038b50f69 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216171 Mar 08 15:04:48.568101 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52350) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:04:48.572344 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'security_group_rule': {'security_group_id': '55511199-1a62-4afd-8fd3-e00747f702cb', 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.592656 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.securitygroups_db [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Project 1d6e7022e4804dec85340475d99c61c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:04:48.598457 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (8ad70a1b-b4b7-487f-b339-57c02ef98d58), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.658207 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (8ad70a1b-b4b7-487f-b339-57c02ef98d58), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.662182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (8ad70a1b-b4b7-487f-b339-57c02ef98d58), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.680047 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad70a1b-b4b7-487f-b339-57c02ef98d58,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:48.689839 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:48.691158 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f8f1ddfe-6415-4a5f-9edf-ed1ffb1d2f98 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221349 Mar 08 15:04:48.721311 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b07179-00e1-49d7-a6e8-39765209a314 None None] New status for floating IP bf9a02d6-ed13-4d08-990d-bdfb21ee0d52: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:04:48.782963 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-baa052c2-7972-4f6d-82cb-67d2b9db1c0b tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147169308&fields=id&tenant_id=1d6e7022e4804dec85340475d99c61c0 HTTP/1.1" status: 200 len: 267 time: 0.0438962 Mar 08 15:04:48.837394 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-7418b967-a667-4538-9473-068198329b21 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:48.838896 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-7418b967-a667-4538-9473-068198329b21 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0507555 Mar 08 15:04:48.850394 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'port': {'security_groups': ['bcbd525b-ffce-442b-828b-d1322a7bb9a6', '55511199-1a62-4afd-8fd3-e00747f702cb']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:04:48.929690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:49.109599 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:04:49.138436 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:49.142492 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:49.159793 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:04:49.181870 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:49.182084 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:49.183472 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-af7370de-12c2-44da-87b6-955a5c4e25c0 req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "PUT /v2.0/ports/1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 982 time: 0.3377945 Mar 08 15:04:49.211530 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a43fe-d280-4f2d-acba-114241d0fa3e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=6']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:04:49.287341 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:04:49.306714 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397143e4-2168-4d15-bff1-2efdddad5c17 req-4fe39fa4-6f7a-4fbe-b244-c84c2cd688e9 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:49.309480 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-397143e4-2168-4d15-bff1-2efdddad5c17 req-4fe39fa4-6f7a-4fbe-b244-c84c2cd688e9 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0636508 Mar 08 15:04:49.378795 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-397143e4-2168-4d15-bff1-2efdddad5c17 req-7e224d19-8b2a-4071-8f99-3035ca1dd25f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635540 Mar 08 15:04:49.566714 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-5531e47d-1dfe-454c-b5ab-ff57ba52deef None None] Provisioning complete for port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:04:49.567081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-5531e47d-1dfe-454c-b5ab-ff57ba52deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:49.762865 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-5531e47d-1dfe-454c-b5ab-ff57ba52deef None None] Current status of the port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:04:49.780321 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:04:49.782695 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:04:49.820556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ecec8-75fb-4575-a9fa-27765698a127 x-openstack-request-id: req-6b7ecec8-75fb-4575-a9fa-27765698a127 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:04:49.821186 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:04:49.821186 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b7ecec8-75fb-4575-a9fa-27765698a127 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:04:49.821652 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:04:49.890148 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-d365ecfe-cbf1-415a-8fc3-c0a4cdad0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:49.891642 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-d365ecfe-cbf1-415a-8fc3-c0a4cdad0503 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1169 time: 0.0450506 Mar 08 15:04:49.983604 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-1711da44-3f98-4c0f-9688-dc9adcdd5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:49.985386 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-1711da44-3f98-4c0f-9688-dc9adcdd5b87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.0861292 Mar 08 15:04:50.057274 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-3190297c-d7ce-48b9-82fd-971a7f232b46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 1002 time: 0.0643339 Mar 08 15:04:50.104265 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-91cf80d4-482e-4d2e-b895-f6636efb20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:50.106191 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-91cf80d4-482e-4d2e-b895-f6636efb20b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0418329 Mar 08 15:04:50.151819 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-64916afd-3f79-44bb-9a56-f56cf592f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:04:50.153843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-64916afd-3f79-44bb-9a56-f56cf592f440 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420594 Mar 08 15:04:50.250015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-714eeadc-3f21-45bf-8197-020f85c23b9f service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896883 Mar 08 15:04:50.343514 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9fac471c-cd7d-4568-b7a3-9ab7b3a08e42 req-91e932ab-43c8-42a8-a55d-f57f39cae6c2 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845146 Mar 08 15:04:50.833575 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:04:53.792000 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:05:07.471115 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-283ae91b-7dcc-4960-834f-f258d381fb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:09.748301 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-98ef75d4-de1c-42c7-b716-e7350caee2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:10.797877 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:12.307265 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:14.213756 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:20.864897 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:27.412909 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-69a42856-9c24-42de-9587-cfddb3ac8491 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437243 Mar 08 15:05:27.494550 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-13f174ea-10ca-4e82-a184-59a16a3c0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:27.496015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-13f174ea-10ca-4e82-a184-59a16a3c0663 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1130 time: 0.0428586 Mar 08 15:05:27.600761 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-c5eb5fbe-57c6-44ad-b765-46c96ddea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:27.602271 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-c5eb5fbe-57c6-44ad-b765-46c96ddea9d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.0889034 Mar 08 15:05:27.664497 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-f296863f-055e-4177-97c7-1c60ed46af5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 1002 time: 0.0558896 Mar 08 15:05:27.710197 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-ad9b62e8-cff8-4d9d-bb9f-5c21adbfac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:27.711593 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-ad9b62e8-cff8-4d9d-bb9f-5c21adbfac04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0419643 Mar 08 15:05:27.763886 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-9b3bb7ff-bc7c-4d6a-bc49-b4461e813c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:27.765440 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-9b3bb7ff-bc7c-4d6a-bc49-b4461e813c5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476980 Mar 08 15:05:27.850936 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-5382e8a1-7f2a-4a1f-91f7-c878f8e2960f service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791430 Mar 08 15:05:27.943741 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3da86f8e-a233-4ee6-a897-51774d318fd0 req-bed3a792-7930-46ad-af78-b14b3520bbfd service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Mar 08 15:05:30.790310 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:05:37.472052 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-582a7ca3-564b-4658-86fd-4c6eee39df9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:39.749444 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6f50f16b-9ce6-4e4f-b993-2502b58888c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:40.800009 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:42.309875 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:43.993221 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52392) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:44.147072 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port f6abaec5-32f5-4698-b65b-e35e6b1c2354 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:44.147426 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.216382 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.220320 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.220667 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (f6abaec5-32f5-4698-b65b-e35e6b1c2354), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.233046 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for f6abaec5-32f5-4698-b65b-e35e6b1c2354 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:44.399903 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (f6abaec5-32f5-4698-b65b-e35e6b1c2354), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.421773 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=f6abaec5-32f5-4698-b65b-e35e6b1c2354,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:44.431138 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.431489 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.431830 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.432160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.432488 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.432812 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.434180 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.434180 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.434414 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.434738 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.435057 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.435379 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.435695 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:44.496864 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:44.497227 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85 disassociated (deleted). External IP: 172.27.2.80, port: 7bae6959-042d-4108-9868-b30163ee348d. Mar 08 15:05:44.918858 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:05:45.029971 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:05:45.034874 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:45.039634 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:05:45.049995 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:45.050838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:45.065344 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c84afe43-64d8-4331-8942-7f50c2cb8365 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "DELETE /v2.0/floatingips/8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85 HTTP/1.1" status: 204 len: 168 time: 1.0710142 Mar 08 15:05:45.065988 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:05:45.068298 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49" -d '{"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:05:45.110224 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5594845-54f9-4712-b3ac-20a8ac396851 x-openstack-request-id: req-e5594845-54f9-4712-b3ac-20a8ac396851 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:05:45.110625 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569b56-4864-426d-a929-32d58618b457", "tag": "7bae6959-042d-4108-9868-b30163ee348d", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:05:45.110969 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5594845-54f9-4712-b3ac-20a8ac396851 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:05:45.111492 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'tag': '7bae6959-042d-4108-9868-b30163ee348d', 'status': 'completed', 'code': 200} Mar 08 15:05:45.177491 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:05:45.185370 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-438e6afa-cdf1-4423-afc8-cca79644b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:45.187508 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-438e6afa-cdf1-4423-afc8-cca79644b1a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 1130 time: 0.0539572 Mar 08 15:05:45.346854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-f9b4a4c7-b08f-4905-aeb0-efc69f68e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:45.348337 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-f9b4a4c7-b08f-4905-aeb0-efc69f68e650 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.1542645 Mar 08 15:05:45.376398 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f1569-b913-4651-9537-83f83c37dd7a req-77a02f4c-f4e5-46d5-aeae-01527216fb7b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:45.378025 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-878f1569-b913-4651-9537-83f83c37dd7a req-77a02f4c-f4e5-46d5-aeae-01527216fb7b tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.0783274 Mar 08 15:05:45.428637 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-0e0737a8-f7f9-4bdb-9b53-0aadb77d84d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 200 len: 217 time: 0.0690179 Mar 08 15:05:45.453591 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:45.481603 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:05:45.484052 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-878f1569-b913-4651-9537-83f83c37dd7a req-e1ee1640-6d3f-479b-ab54-123cdae1ea9c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790815 Mar 08 15:05:45.491046 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:45.491739 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:45.495013 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-73f31bcf-c849-4148-acd2-e6ebbb305b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:45.496496 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-73f31bcf-c849-4148-acd2-e6ebbb305b8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0617743 Mar 08 15:05:45.548457 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-24d2521c-a82c-45cd-bbc4-a2bc400b2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:45.550077 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-24d2521c-a82c-45cd-bbc4-a2bc400b2496 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473144 Mar 08 15:05:45.603926 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:05:45.640759 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-d53d09ee-cf7b-4273-a52a-f52622f9815d service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826340 Mar 08 15:05:45.737941 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc6260e-a4f5-434c-9ed4-c40d5ad6ea49 req-c1250cd2-9832-4964-bfa2-336fd93bf074 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882273 Mar 08 15:05:45.830387 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:45.857378 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393f18f-d209-4b19-8341-e81fcddbeef6 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '12c8720f-1a40-42ef-97cd-8f35ede6a7a0', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'port_id': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'mac_address': 'fa:16:3e:f1:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:01:16Z', 'updated_at': '2022-03-08T15:01:18Z', 'revision_number': 1, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:05:46.074789 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271b16c-954c-4dde-b279-4a843ce5fa0f None None] New status for floating IP 8f5782d0-2ebd-4ffd-ae8c-ee17531bdf85: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:05:46.616733 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305b6f8-dcf5-47b4-b23e-83d47be11df8 req-316909e5-92d0-44fc-9a55-da10c28dea05 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:46.618359 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a305b6f8-dcf5-47b4-b23e-83d47be11df8 req-316909e5-92d0-44fc-9a55-da10c28dea05 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.0559518 Mar 08 15:05:46.669703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a305b6f8-dcf5-47b4-b23e-83d47be11df8 req-e7f633c6-cc2c-4671-a779-090ff41d5f8e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452292 Mar 08 15:05:47.176005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-0bb420ac-d932-410b-b2d7-fd9698863975 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:47.177439 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-0bb420ac-d932-410b-b2d7-fd9698863975 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 946 time: 0.0549967 Mar 08 15:05:47.272723 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port 7bae6959-042d-4108-9868-b30163ee348d {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:47.273069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (7bae6959-042d-4108-9868-b30163ee348d), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:47.362501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] For port 7bae6959-042d-4108-9868-b30163ee348d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7bae6959-042d-4108-9868-b30163ee348d,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:05:47.362861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (7bae6959-042d-4108-9868-b30163ee348d), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:47.374768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for 7bae6959-042d-4108-9868-b30163ee348d owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:47.496396 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (7bae6959-042d-4108-9868-b30163ee348d), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:47.526428 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=7bae6959-042d-4108-9868-b30163ee348d,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:47.538323 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.538673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.539020 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.539356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.539689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.540018 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.540346 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.540678 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.541005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.541328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.541651 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.541994 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.542314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:05:47.576798 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] No DVR routers for this DVR port 7bae6959-042d-4108-9868-b30163ee348d on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:05:47.579224 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:47.582535 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-106b955f-f6e0-426f-b83c-81b8ab960e59 req-4e43cc4c-dfc1-48be-aba0-a3956b4c5b9e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "DELETE /v2.0/ports/7bae6959-042d-4108-9868-b30163ee348d HTTP/1.1" status: 204 len: 173 time: 0.3995659 Mar 08 15:05:47.582970 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'name': 'network-vif-deleted', 'tag': '7bae6959-042d-4108-9868-b30163ee348d'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:05:47.585175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c329d4-5cfc-4832-ac86-e27a73a6e8b4" -d '{"events": [{"server_uuid": "64569b56-4864-426d-a929-32d58618b457", "name": "network-vif-deleted", "tag": "7bae6959-042d-4108-9868-b30163ee348d"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:05:47.623909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3469c0-c6cc-4bc6-a58e-1f35fbfd49c7 x-openstack-request-id: req-6d3469c0-c6cc-4bc6-a58e-1f35fbfd49c7 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:05:47.624502 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569b56-4864-426d-a929-32d58618b457", "name": "network-vif-deleted", "tag": "7bae6959-042d-4108-9868-b30163ee348d", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:05:47.624502 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d3469c0-c6cc-4bc6-a58e-1f35fbfd49c7 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:05:47.624877 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569b56-4864-426d-a929-32d58618b457', 'name': 'network-vif-deleted', 'tag': '7bae6959-042d-4108-9868-b30163ee348d', 'status': 'completed', 'code': 200} Mar 08 15:05:47.764434 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7c529aa6-1b11-45bc-b29d-cbf7302da837 req-9976cd15-c8c9-4d7a-9ff4-e9ef0698a34f tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=64569b56-4864-426d-a929-32d58618b457 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Mar 08 15:05:50.537136 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb596-d4f2-41b5-81df-b9dce4636407 req-e9f2bd0d-cb3f-4420-91cf-1d9f166d6760 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:50.538632 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-810bb596-d4f2-41b5-81df-b9dce4636407 req-e9f2bd0d-cb3f-4420-91cf-1d9f166d6760 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0859759 Mar 08 15:05:50.540544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-e2a5244f-7c95-42d6-9014-702549459538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:50.541888 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-e2a5244f-7c95-42d6-9014-702549459538 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1169 time: 0.0642581 Mar 08 15:05:50.657198 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-810bb596-d4f2-41b5-81df-b9dce4636407 req-59d18925-15f9-4aa4-98de-f704ef33cbf7 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127503 Mar 08 15:05:50.670585 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-dbd7c3da-caff-48ec-bb52-4774e5a829a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:50.672033 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-dbd7c3da-caff-48ec-bb52-4774e5a829a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.1222556 Mar 08 15:05:50.736376 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-948c7d02-a323-4995-ac7f-50fe728fc579 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 1002 time: 0.0571148 Mar 08 15:05:50.782544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-5f02eb11-6c16-42fc-be75-892db9e1a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:50.783913 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-5f02eb11-6c16-42fc-be75-892db9e1a4de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0413623 Mar 08 15:05:50.820487 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7bae6959-042d-4108-9868-b30163ee348d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:05:50.836624 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-76a39c5c-f1f9-4b31-bcc7-1cf248f726c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:50.838175 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-76a39c5c-f1f9-4b31-bcc7-1cf248f726c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465920 Mar 08 15:05:50.841202 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 7bae6959-042d-4108-9868-b30163ee348d {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:05:50.841550 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 7bae6959-042d-4108-9868-b30163ee348d not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:05:50.862350 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:50.926689 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-32eca23d-e3ac-46f7-a1c3-ba9a55c3c731 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816908 Mar 08 15:05:51.016879 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d06d5cc2-99c0-40b3-9ecb-75e1ea050ea6 req-9f902bc4-e815-4d44-8d42-40132312afed service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837021 Mar 08 15:05:51.039703 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52460) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:51.194431 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port 66f66196-868b-48e1-a07f-cd3423f25203 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:51.194696 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (66f66196-868b-48e1-a07f-cd3423f25203), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.274043 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (66f66196-868b-48e1-a07f-cd3423f25203), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.274361 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (66f66196-868b-48e1-a07f-cd3423f25203), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.286386 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for 66f66196-868b-48e1-a07f-cd3423f25203 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:51.429340 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (66f66196-868b-48e1-a07f-cd3423f25203), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.457078 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=66f66196-868b-48e1-a07f-cd3423f25203,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:51.517080 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (12c8720f-1a40-42ef-97cd-8f35ede6a7a0), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.517465 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Floating IP 12c8720f-1a40-42ef-97cd-8f35ede6a7a0 disassociated (deleted). External IP: 172.27.2.110, port: 098f7bcd-3085-4b9d-b7a5-7a947d3b9165. Mar 08 15:05:51.725164 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:05:51.776224 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187110d-010c-4b8e-b3a8-8bc541eb50fa req-6c8508c4-c3b4-40df-9d19-9b88798b4a92 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:51.778313 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8187110d-010c-4b8e-b3a8-8bc541eb50fa req-6c8508c4-c3b4-40df-9d19-9b88798b4a92 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0527155 Mar 08 15:05:51.835553 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8187110d-010c-4b8e-b3a8-8bc541eb50fa req-ff40a2aa-9638-4321-a8cc-104e5b4c90fc tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514030 Mar 08 15:05:51.835773 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:05:51.840715 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:51.845232 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:05:51.859713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:51.860424 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:51.870471 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2d63952b-8177-42f4-b203-025a735bcda8 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "DELETE /v2.0/floatingips/12c8720f-1a40-42ef-97cd-8f35ede6a7a0 HTTP/1.1" status: 204 len: 168 time: 0.8296936 Mar 08 15:05:51.871554 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:05:51.874074 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:05:51.908966 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e98203-a84a-4186-bef4-45b86fe0fa94 x-openstack-request-id: req-78e98203-a84a-4186-bef4-45b86fe0fa94 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:05:51.909157 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:05:51.909418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78e98203-a84a-4186-bef4-45b86fe0fa94 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:05:51.909865 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'status': 'completed', 'code': 200} Mar 08 15:05:51.975317 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:05:51.976578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-35b66a59-6ef1-4c69-9d57-d6dc2ad2b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:51.978096 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-35b66a59-6ef1-4c69-9d57-d6dc2ad2b5b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de3400e761894483a66d8f846d1a3a3f&device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 1130 time: 0.0457706 Mar 08 15:05:52.111683 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-f25448ac-5579-410f-b9e2-b80635d9fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:52.113157 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-f25448ac-5579-410f-b9e2-b80635d9fa52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 200 len: 913 time: 0.1295366 Mar 08 15:05:52.164176 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-37e64e1c-d3bf-4fbd-be26-ab3f96c4e948 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 200 len: 217 time: 0.0443044 Mar 08 15:05:52.172796 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ec87-400f-4cea-a0d1-23b24b1b2156 req-8da97840-62c7-4c52-a0f7-b23f81996c4c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:52.174368 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdd4ec87-400f-4cea-a0d1-23b24b1b2156 req-8da97840-62c7-4c52-a0f7-b23f81996c4c tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.1063249 Mar 08 15:05:52.242764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-1f7db4cf-2038-418d-a91c-1190b7c8bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:52.244052 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-1f7db4cf-2038-418d-a91c-1190b7c8bdff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 200 len: 851 time: 0.0688007 Mar 08 15:05:52.266483 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdd4ec87-400f-4cea-a0d1-23b24b1b2156 req-d1d25030-8ce3-4c9a-8073-2f97671c8817 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837984 Mar 08 15:05:52.299080 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-fdc928c6-9517-492b-a0c2-14c8f3f4df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:52.301078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-fdc928c6-9517-492b-a0c2-14c8f3f4df4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5eb25968-5507-4b56-b328-0c419feec1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479212 Mar 08 15:05:52.320458 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:52.347337 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:05:52.355779 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:52.356403 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:52.395663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-6aaa6f6c-bebb-4801-b45a-2af4cbe2ecef service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Mar 08 15:05:52.463831 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:05:52.482844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-064fec5e-e6cc-4c03-bf0a-c4c337316f1b req-6d174142-fa15-411e-b02e-95db2c497b12 service neutron] 10.222.0.61 "GET /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803258 Mar 08 15:05:52.660198 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:52.686166 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e021e7-8796-4d2d-8653-f94b8ddcd0be None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:51Z', 'revision_number': 4, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '4842d419-41f2-4096-9b07-3dabf0026a9c', 'name': '', 'network_id': '5eb25968-5507-4b56-b328-0c419feec1b2', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'mac_address': 'fa:16:3e:1e:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:50Z', 'updated_at': '2022-03-08T14:56:55Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'subnets': [{'id': '1a1aac02-f7ae-4ea5-87f6-5334762a96b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:05:52.905419 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b246e-3697-4eed-892e-93c3c2b7372d None None] New status for floating IP 12c8720f-1a40-42ef-97cd-8f35ede6a7a0: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:05:52.962304 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48607-87d2-4011-a668-e86b665ba1ef req-6c3fb289-b7e7-443e-b579-6a373e9d1bd0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:52.963805 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdd48607-87d2-4011-a668-e86b665ba1ef req-6c3fb289-b7e7-443e-b579-6a373e9d1bd0 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0561752 Mar 08 15:05:53.024854 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fdd48607-87d2-4011-a668-e86b665ba1ef req-9ad125c4-6301-4582-84c1-87c0ad70c004 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541537 Mar 08 15:05:53.390590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba918a-4da9-4a7d-b77f-e6b8a91aec1f req-5ba40b97-536d-41c2-a071-bac06782cf67 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:53.392083 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74ba918a-4da9-4a7d-b77f-e6b8a91aec1f req-5ba40b97-536d-41c2-a071-bac06782cf67 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0545237 Mar 08 15:05:53.442902 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-74ba918a-4da9-4a7d-b77f-e6b8a91aec1f req-92c219b1-b960-4d85-81fe-6477431b9fff tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Mar 08 15:05:53.818753 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-e23afc06-bbf8-4315-9080-a92c19117aad tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:53.820194 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-e23afc06-bbf8-4315-9080-a92c19117aad tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0533390 Mar 08 15:05:53.913501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:53.913877 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.005065 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] For port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:05:54.005771 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.017456 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:54.457331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (098f7bcd-3085-4b9d-b7a5-7a947d3b9165), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.468419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283af1-890b-4822-933b-987baa23e4d7 req-8624ed25-e999-4e07-a82f-a71c9da244f2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:54.469979 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51283af1-890b-4822-933b-987baa23e4d7 req-8624ed25-e999-4e07-a82f-a71c9da244f2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.3800049 Mar 08 15:05:54.497159 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52488) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:54.502984 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437241428', 'description': 'tempest-description--2071728854'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:54.503673 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=098f7bcd-3085-4b9d-b7a5-7a947d3b9165,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:54.551727 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.571965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] No DVR routers for this DVR port 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:05:54.578332 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.581877 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5741fc99-834e-40d1-8526-13057f3afaa3 req-0c2df171-3037-404f-b4cc-0ebada9487b3 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.61 "DELETE /v2.0/ports/098f7bcd-3085-4b9d-b7a5-7a947d3b9165 HTTP/1.1" status: 204 len: 173 time: 0.7545664 Mar 08 15:05:54.599442 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'name': 'network-vif-deleted', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:05:54.601687 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73005378-ffcb-4e24-8db5-50d34340b7b1" -d '{"events": [{"server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "name": "network-vif-deleted", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:05:54.611521 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-20217f96-dc56-4ff7-b76d-8cf9589747e5 req-da30c5a4-52a7-4fec-b072-bfd8be592e35 tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b07e0ec-9de4-48d7-82aa-c35763c1b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0703073 Mar 08 15:05:54.628965 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (618595b5-b6ed-4349-b9dc-3a7911916491), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.634479 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-51283af1-890b-4822-933b-987baa23e4d7 req-4d9a19bf-b744-4ca7-abc1-7ccfc7ece48d tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393783 Mar 08 15:05:54.650705 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (618595b5-b6ed-4349-b9dc-3a7911916491), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.668862 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde7c02-ea17-4a9a-b2e7-707b652ae352 x-openstack-request-id: req-9fde7c02-ea17-4a9a-b2e7-707b652ae352 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:05:54.669881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b07e0ec-9de4-48d7-82aa-c35763c1b8b4", "name": "network-vif-deleted", "tag": "098f7bcd-3085-4b9d-b7a5-7a947d3b9165", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:05:54.669881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fde7c02-ea17-4a9a-b2e7-707b652ae352 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:05:54.670133 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b07e0ec-9de4-48d7-82aa-c35763c1b8b4', 'name': 'network-vif-deleted', 'tag': '098f7bcd-3085-4b9d-b7a5-7a947d3b9165', 'status': 'completed', 'code': 200} Mar 08 15:05:54.686112 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.687358 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1889541 Mar 08 15:05:54.690292 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52492) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:54.694927 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '618595b5-b6ed-4349-b9dc-3a7911916491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:54.695209 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d6762-be39-45c1-981a-d3529c159af5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618595b5-b6ed-4349-b9dc-3a7911916491,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:54.719072 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (be83b0a8-630e-4dd5-8cfe-15d54440ce8f), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.772834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (be83b0a8-630e-4dd5-8cfe-15d54440ce8f), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.776768 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (be83b0a8-630e-4dd5-8cfe-15d54440ce8f), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.796096 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be83b0a8-630e-4dd5-8cfe-15d54440ce8f,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:54.809433 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.810795 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-d344936a-2e0f-47e9-887f-1be200a4beec tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194620 Mar 08 15:05:54.813441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52494) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:54.817668 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '618595b5-b6ed-4349-b9dc-3a7911916491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:54.842559 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (767be97a-1310-4377-b3d0-4b8605713968), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.900126 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (767be97a-1310-4377-b3d0-4b8605713968), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.904532 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (767be97a-1310-4377-b3d0-4b8605713968), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.923329 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767be97a-1310-4377-b3d0-4b8605713968,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:54.931095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:54.932358 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8e552861-86fc-4f13-8899-49d4daed4d6a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179655 Mar 08 15:05:54.935875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52496) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:54.940575 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:54.962175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.062760 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.169230 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.27.2.125 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/f0b15305-db76-44be-8584-891c37cc468e) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:05:55.276533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (f0b15305-db76-44be-8584-891c37cc468e), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.310339 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f0b15305-db76-44be-8584-891c37cc468e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.343168 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:05:55.347780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:05:55.351143 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:05:55.382443 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=f0b15305-db76-44be-8584-891c37cc468e,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:55.441934 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.475854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f0b15305-db76-44be-8584-891c37cc468e), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.624175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (f0b15305-db76-44be-8584-891c37cc468e), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.628382 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (f0b15305-db76-44be-8584-891c37cc468e), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.676426 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52502) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:55.695466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=f0b15305-db76-44be-8584-891c37cc468e,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:55.705513 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.721334 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.732059 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-1d174f0d-b34a-4826-98f2-ee2bf92fce51 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7855852 Mar 08 15:05:55.792808 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc359b7-6290-4a43-9890-755d1917abe5 req-7f974606-3d07-441a-a889-d5e686204d21 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:55.794542 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5cc359b7-6290-4a43-9890-755d1917abe5 req-7f974606-3d07-441a-a889-d5e686204d21 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0584664 Mar 08 15:05:55.802497 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Deleting port 9f8e0487-ef9a-447f-abcd-48985d2b6309 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:55.803076 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.865298 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-5cc359b7-6290-4a43-9890-755d1917abe5 req-01192a41-1fd6-4f58-9578-7fe3cece04bd tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632765 Mar 08 15:05:55.888848 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.889180 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (9f8e0487-ef9a-447f-abcd-48985d2b6309), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:55.901176 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Calling delete_port for 9f8e0487-ef9a-447f-abcd-48985d2b6309 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:55.933903 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-8f3b9b76-3e13-4fa4-84c0-f2868d18349f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--437241428&fields=id&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 267 time: 0.0400140 Mar 08 15:05:56.038436 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (9f8e0487-ef9a-447f-abcd-48985d2b6309), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:56.055043 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-59a57f62-60f6-4cbe-b427-5aec4f5eb6a1 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:56.056517 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-59a57f62-60f6-4cbe-b427-5aec4f5eb6a1 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1162200 Mar 08 15:05:56.064718 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'Port': ['ID=9f8e0487-ef9a-447f-abcd-48985d2b6309,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:56.071770 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-95209df1-1e81-4e7e-8f3f-2342c4350537 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/quotas/5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 375 time: 0.0092323 Mar 08 15:05:56.125657 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for floatingip (3f992acb-a334-4ed7-a646-c5ed72180194), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:56.128216 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:56.129292 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-1241e16f-d783-403d-a4f2-5ce44ef14d0d tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "DELETE /v2.0/floatingips/3f992acb-a334-4ed7-a646-c5ed72180194 HTTP/1.1" status: 204 len: 168 time: 0.4518716 Mar 08 15:05:56.130974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-c8b9f320-30fb-497c-85d3-53bb2c1f07d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532627 Mar 08 15:05:56.228152 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-6fe9ad1e-28d7-4e93-bb1b-b593a907a6f1 service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Mar 08 15:05:56.328830 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-b5636bcb-c735-4d42-a6cc-914f619c92c4 service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940707 Mar 08 15:05:56.488202 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ef908ce7-a329-405f-9b51-f872e2aac151 req-a5113a04-3567-49a7-b660-e8bd7deda4bc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 210 time: 0.0302722 Mar 08 15:05:56.861713 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:05:56.882449 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:05:56.882797 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 098f7bcd-3085-4b9d-b7a5-7a947d3b9165 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:05:56.990862 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8dec-6a97-465c-878a-0b35f1f919bf req-2fb312d1-4bb2-498a-82ce-76146be0d354 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:56.992377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dccb8dec-6a97-465c-878a-0b35f1f919bf req-2fb312d1-4bb2-498a-82ce-76146be0d354 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0562539 Mar 08 15:05:57.051954 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dccb8dec-6a97-465c-878a-0b35f1f919bf req-c4795ba5-3366-4a3f-87f3-ab01054fc86e tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527232 Mar 08 15:05:57.326357 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52542) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:57.393257 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.408197 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-c2668428-6903-41be-bb07-886ef80ac0c3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:57.410097 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-c2668428-6903-41be-bb07-886ef80ac0c3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1126103 Mar 08 15:05:57.423834 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.489484 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-5baec681-4417-4191-add4-b95a179a3595 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 471 time: 0.0683889 Mar 08 15:05:57.491298 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.493956 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.495119 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c HTTP/1.1" status: 204 len: 168 time: 0.1677649 Mar 08 15:05:57.498708 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'port': {'device_id': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'admin_state_up': True, 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'security_groups': ['618595b5-b6ed-4349-b9dc-3a7911916491']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:57.504349 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3ea69-6a2c-45a0-8241-66dc548d4e0e tempest-TestVolumeBootPattern-1090627115 tempest-TestVolumeBootPattern-1090627115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe88d00c-2d3e-4754-84bb-01d3ddaf6e5c,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:57.568339 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52552) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:57.624263 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-c3e22133-3cca-43e4-b800-853e49d989e3 req-a4b32689-36c4-4e92-83e8-e929e221f2ce tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 210 time: 0.0378289 Mar 08 15:05:57.675293 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:05:57.678716 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.806564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.20.0.12 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/85773e9e-c67c-422c-809b-6374c386afb1) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:05:57.945441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (85773e9e-c67c-422c-809b-6374c386afb1), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:57.983975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.029310 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:05:58.032368 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:05:58.036056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:05:58.059641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:58.094348 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.102145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:58.102727 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.127268 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-70608973-f9c8-44a0-9b84-7b82a3218529 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326172 Mar 08 15:05:58.141536 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Request body: {'port': {'device_id': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:05:58.266641 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9319-d173-446d-952a-de4639fd9641 req-e13632f3-f0e0-478a-b7d1-e1883c8691ad tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:58.268229 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edab9319-d173-446d-952a-de4639fd9641 req-e13632f3-f0e0-478a-b7d1-e1883c8691ad tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.1224613 Mar 08 15:05:58.269010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (85773e9e-c67c-422c-809b-6374c386afb1), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.302263 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-b6cd0b75-1123-45f5-a8b1-659e63efb4ef None None] Provisioning complete for port 85773e9e-c67c-422c-809b-6374c386afb1 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:05:58.303872 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b75-1123-45f5-a8b1-659e63efb4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (85773e9e-c67c-422c-809b-6374c386afb1), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.344287 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd0b75-1123-45f5-a8b1-659e63efb4ef None None] Port 85773e9e-c67c-422c-809b-6374c386afb1 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:05:58.411253 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Deleting port 4842d419-41f2-4096-9b07-3dabf0026a9c {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:05:58.411889 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.441573 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-edab9319-d173-446d-952a-de4639fd9641 req-41c88dde-f0a3-4811-9588-b1bce6608853 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619523 Mar 08 15:05:58.510208 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] For port 4842d419-41f2-4096-9b07-3dabf0026a9c, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=4842d419-41f2-4096-9b07-3dabf0026a9c,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:05:58.510575 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.525557 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Calling delete_port for 4842d419-41f2-4096-9b07-3dabf0026a9c owned by network:router_interface {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:05:58.633455 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85773e9e-c67c-422c-809b-6374c386afb1 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:05:58.641639 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks [] for port (85773e9e-c67c-422c-809b-6374c386afb1), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.658671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Transition to ACTIVE for port object 85773e9e-c67c-422c-809b-6374c386afb1 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:05:58.664476 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.735772 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (4842d419-41f2-4096-9b07-3dabf0026a9c), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.780731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Pushing event updated for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:58.806406 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Pushing event deleted for resources: {'Port': ['ID=4842d419-41f2-4096-9b07-3dabf0026a9c,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:58.849721 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af61e61-4ba0-4db1-bf94-70ed22321489 req-d573acc9-560e-4486-958e-0fcd0834ee5d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:58.852991 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4af61e61-4ba0-4db1-bf94-70ed22321489 req-d573acc9-560e-4486-958e-0fcd0834ee5d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 944 time: 0.1519759 Mar 08 15:05:58.894534 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Attempting to bind port 85773e9e-c67c-422c-809b-6374c386afb1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:05:58.894879 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Attempting to bind port 85773e9e-c67c-422c-809b-6374c386afb1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:05:58.895222 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Attempting to bind port 85773e9e-c67c-422c-809b-6374c386afb1 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:05:58.910511 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Port 85773e9e-c67c-422c-809b-6374c386afb1 on network 2073508b-768b-414b-9b1a-948881b66335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:05:58.911201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Attempting to bind port 85773e9e-c67c-422c-809b-6374c386afb1 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:05:58.941102 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:05:58.941465 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:05:58.941893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:05:58.942355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Bound port: 85773e9e-c67c-422c-809b-6374c386afb1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:05:58.942727 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (85773e9e-c67c-422c-809b-6374c386afb1), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:58.961149 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-4af61e61-4ba0-4db1-bf94-70ed22321489 req-30f0986d-80d5-484c-9d30-64c8bedb6bc2 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951326 Mar 08 15:05:58.987527 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:59.046085 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:05:59.051221 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85773e9e-c67c-422c-809b-6374c386afb1,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:05:59.057049 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:59.090792 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.091425 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:59.092962 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] 10.222.0.61 "PUT /v2.0/ports/85773e9e-c67c-422c-809b-6374c386afb1 HTTP/1.1" status: 200 len: 1094 time: 0.9575748 Mar 08 15:05:59.093671 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:05:59.097084 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87" -d '{"events": [{"name": "network-changed", "server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "tag": "85773e9e-c67c-422c-809b-6374c386afb1"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:05:59.128899 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61df8-32d7-44e2-a57d-4989f4cffc22 service neutron] Pushing event updated for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:05:59.155046 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e49c1b8-a407-46a9-b8d6-8c202e93851e x-openstack-request-id: req-1e49c1b8-a407-46a9-b8d6-8c202e93851e {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:05:59.155343 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "tag": "85773e9e-c67c-422c-809b-6374c386afb1", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:05:59.155780 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e49c1b8-a407-46a9-b8d6-8c202e93851e {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:05:59.156188 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1', 'status': 'completed', 'code': 200} Mar 08 15:05:59.213041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-1460d45c-8b4e-4ccd-af90-35103729059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.215966 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-1460d45c-8b4e-4ccd-af90-35103729059f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 1128 time: 0.0726032 Mar 08 15:05:59.264143 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-8f47cbb1-9f2e-431d-a754-d8c80ee1050c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85773e9e-c67c-422c-809b-6374c386afb1 HTTP/1.1" status: 200 len: 217 time: 0.0413916 Mar 08 15:05:59.321061 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-4edb913e-fbdd-4c39-9957-3fa067498b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.322994 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-4edb913e-fbdd-4c39-9957-3fa067498b19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0523460 Mar 08 15:05:59.378095 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30801-2947-459b-a52e-f414c84a65de req-f8bb19b7-2bd2-4309-a24d-cbd8d986c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.379663 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-f8bb19b7-2bd2-4309-a24d-cbd8d986c455 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511127 Mar 08 15:05:59.451881 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Router 9ef47856-7f83-46ac-bb8b-0eb41133371d has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:05:59.468596 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-60a9308f-e41b-4987-8372-5e9cf0658997 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Mar 08 15:05:59.565120 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:05:59.570324 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8424432b-bc29-4a9b-a5b4-3d16804c2912 admin admin] 10.222.0.42 "PUT /v2.0/routers/9ef47856-7f83-46ac-bb8b-0eb41133371d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007946 Mar 08 15:05:59.573051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52564) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:05:59.575328 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Sync routers for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:05:59.585801 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:59.586522 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:59.637703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-63d30801-2947-459b-a52e-f414c84a65de req-26f19039-3c11-4a91-9f2f-df3126ab1117 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623499 Mar 08 15:05:59.652410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046845e5-7df4-4676-bcca-22ab81f38ed4 req-b0268d3e-efb1-42fc-9252-4e1a70d55ae7 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.654401 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-046845e5-7df4-4676-bcca-22ab81f38ed4 req-b0268d3e-efb1-42fc-9252-4e1a70d55ae7 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.1224365 Mar 08 15:05:59.700515 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:05:59.760792 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks [] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:59.825751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-b45f1526-bf3e-4d64-a76d-923bde6f632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.827190 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-b45f1526-bf3e-4d64-a76d-923bde6f632c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 1128 time: 0.1311450 Mar 08 15:05:59.834164 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-046845e5-7df4-4676-bcca-22ab81f38ed4 req-bf8c9041-f1c0-4ca6-8eec-50a02b876497 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476281 Mar 08 15:05:59.888646 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T15:05:58Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:59.915732 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Checking router: 9ef47856-7f83-46ac-bb8b-0eb41133371d for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:05:59.924494 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Routers {'9ef47856-7f83-46ac-bb8b-0eb41133371d'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:05:59.925097 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['9ef47856-7f83-46ac-bb8b-0eb41133371d'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:05:59.958318 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks [] for router_gateway (9ef47856-7f83-46ac-bb8b-0eb41133371d), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:05:59.973370 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-68e9c32f-b0b9-4d0e-b26c-78a40e1f3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:05:59.975061 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-68e9c32f-b0b9-4d0e-b26c-78a40e1f3af4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.1399519 Mar 08 15:06:00.034077 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] Set router 9ef47856-7f83-46ac-bb8b-0eb41133371d gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:06:00.041189 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-96b396c7-9099-4578-9915-d2cc629cd72e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85773e9e-c67c-422c-809b-6374c386afb1 HTTP/1.1" status: 200 len: 217 time: 0.0449495 Mar 08 15:06:00.125565 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Deleting port b170afda-a57f-45e2-b192-61a67dea282f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:00.125832 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (b170afda-a57f-45e2-b192-61a67dea282f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:00.131378 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-f555a782-7ff3-4a95-8bf4-013a8f76b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:00.132815 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-f555a782-7ff3-4a95-8bf4-013a8f76b046 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0831654 Mar 08 15:06:00.211001 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T15:05:58Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:00.224092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc919c-1722-4f0e-9c16-552625fe4758 req-d9390f5f-0643-4cd3-88dc-0d1ee496c563 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:00.225558 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-30dc919c-1722-4f0e-9c16-552625fe4758 req-d9390f5f-0643-4cd3-88dc-0d1ee496c563 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 944 time: 0.1769571 Mar 08 15:06:00.243664 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b887b0c-3634-4394-9698-cad4782596b1 None None] The sync data for ids ['9ef47856-7f83-46ac-bb8b-0eb41133371d'] in dv-cinder-830096-2-iscsi is: [{'id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'name': 'tempest-TestVolumeBootPattern-1961804222-router', 'tenant_id': 'de3400e761894483a66d8f846d1a3a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T15:05:58Z', 'revision_number': 5, 'project_id': 'de3400e761894483a66d8f846d1a3a3f', 'gw_port': {'id': 'b170afda-a57f-45e2-b192-61a67dea282f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef47856-7f83-46ac-bb8b-0eb41133371d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:48Z', 'updated_at': '2022-03-08T14:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:06:00.274355 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] For port b170afda-a57f-45e2-b192-61a67dea282f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b170afda-a57f-45e2-b192-61a67dea282f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:00.274718 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (b170afda-a57f-45e2-b192-61a67dea282f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:00.286989 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-ecd4c8a5-dbfb-4f4c-940b-1ba098233fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:00.288475 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-ecd4c8a5-dbfb-4f4c-940b-1ba098233fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1421089 Mar 08 15:06:00.300483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Calling delete_port for b170afda-a57f-45e2-b192-61a67dea282f owned by network:router_gateway {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:00.343369 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-30dc919c-1722-4f0e-9c16-552625fe4758 req-9053fe94-221d-44e6-892e-67a3a2b2e4a0 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063721 Mar 08 15:06:00.446496 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-801d4d68-eb54-4c3b-a097-1a70aee0754a service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469717 Mar 08 15:06:00.607139 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-05cbcfa6-f6a5-4a3f-80c0-e49081c23f87 req-50afd432-60b3-4b57-8066-c2f8d6734186 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237800 Mar 08 15:06:00.623225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b170afda-a57f-45e2-b192-61a67dea282f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:00.938214 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Pushing event deleted for resources: {'Port': ['ID=b170afda-a57f-45e2-b192-61a67dea282f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:01.031657 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.041448 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc4c21-086b-4798-a171-bfa4448a1fc4 req-e6665c7f-d1a6-43b9-915d-14e38cf34d2f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:01.043132 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86bc4c21-086b-4798-a171-bfa4448a1fc4 req-e6665c7f-d1a6-43b9-915d-14e38cf34d2f tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.1070967 Mar 08 15:06:01.148973 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.155637 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks [] for router_controller (9ef47856-7f83-46ac-bb8b-0eb41133371d), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.217519 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 4842d419-41f2-4096-9b07-3dabf0026a9c no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:01.220756 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86bc4c21-086b-4798-a171-bfa4448a1fc4 req-b97dadd7-1bb6-49e2-92f3-235864ef18d2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548061 Mar 08 15:06:01.221901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (9ef47856-7f83-46ac-bb8b-0eb41133371d), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.222427 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef47856-7f83-46ac-bb8b-0eb41133371d {{(pid=119854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:06:01.226701 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.227766 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-681953b9-af46-4e5d-8ee4-765f1cf34519 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9ef47856-7f83-46ac-bb8b-0eb41133371d HTTP/1.1" status: 204 len: 168 time: 1.6540341 Mar 08 15:06:01.231078 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52572) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:01.254173 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 4842d419-41f2-4096-9b07-3dabf0026a9c {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:01.254537 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 4842d419-41f2-4096-9b07-3dabf0026a9c not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:01.282132 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Deleting subnet 1a1aac02-f7ae-4ea5-87f6-5334762a96b8 {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:06:01.285332 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Publish callbacks [] for subnet (1a1aac02-f7ae-4ea5-87f6-5334762a96b8), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.321852 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (1a1aac02-f7ae-4ea5-87f6-5334762a96b8), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.401693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (1a1aac02-f7ae-4ea5-87f6-5334762a96b8), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.488059 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (1a1aac02-f7ae-4ea5-87f6-5334762a96b8), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.498466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9047b1-994c-4d91-aad0-cdbbf1535199 req-7820dc15-7960-4765-984c-26f43338062d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:01.499944 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b9047b1-994c-4d91-aad0-cdbbf1535199 req-7820dc15-7960-4765-984c-26f43338062d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 944 time: 0.0792644 Mar 08 15:06:01.527783 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1aac02-f7ae-4ea5-87f6-5334762a96b8,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:01.532074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.535131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-73af55a1-7661-4fc4-ae86-1ae9fef23852 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a1aac02-f7ae-4ea5-87f6-5334762a96b8 HTTP/1.1" status: 204 len: 168 time: 0.3031428 Mar 08 15:06:01.537081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04070e88-b1ad-46a4-a53a-fa4780c732c5 None None] Network 5eb25968-5507-4b56-b328-0c419feec1b2 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:06:01.537821 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52576) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:01.572213 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6b9047b1-994c-4d91-aad0-cdbbf1535199 req-25f1a427-e578-4395-8a50-47808e73f3c5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526028 Mar 08 15:06:01.610846 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (5eb25968-5507-4b56-b328-0c419feec1b2), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.663871 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Deleting port d20207fe-836b-4c28-b76e-267c9cf0d0c2 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:01.664213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.713503 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] DHCP port deletion for 5eb25968-5507-4b56-b328-0c419feec1b2 request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:06:01.727647 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] For port d20207fe-836b-4c28-b76e-267c9cf0d0c2, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=d20207fe-836b-4c28-b76e-267c9cf0d0c2,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:01.728013 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.748851 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Calling delete_port for d20207fe-836b-4c28-b76e-267c9cf0d0c2 owned by network:dhcp {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:01.764855 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Deleting port d20207fe-836b-4c28-b76e-267c9cf0d0c2 {{(pid=119856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:01.765237 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), before_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.834271 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] For port d20207fe-836b-4c28-b76e-267c9cf0d0c2, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=d20207fe-836b-4c28-b76e-267c9cf0d0c2,segment=NetworkSegment(10e0cc25-fa6c-41a7-8832-456a7913f27e),segment_id=10e0cc25-fa6c-41a7-8832-456a7913f27e)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:01.834670 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), precommit_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.839976 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.853352 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Calling delete_port for d20207fe-836b-4c28-b76e-267c9cf0d0c2 owned by network:dhcp {{(pid=119856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:01.870070 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] No DVR routers for this DVR port d20207fe-836b-4c28-b76e-267c9cf0d0c2 on host dv-cinder-830096-2-iscsi {{(pid=119855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:06:01.874568 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20207fe-836b-4c28-b76e-267c9cf0d0c2,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:01.931943 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680'] for port (d20207fe-836b-4c28-b76e-267c9cf0d0c2), after_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.951664 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (5eb25968-5507-4b56-b328-0c419feec1b2), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:01.956897 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Pushing event deleted for resources: {'Port': ['ID=d20207fe-836b-4c28-b76e-267c9cf0d0c2,revision_number=None']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:01.965056 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.965411 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.965760 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.966124 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.966462 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.966799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.967134 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.967467 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.967795 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.968126 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.968455 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.968786 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.969112 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:06:01.971744 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c192-6d3d-458e-bea8-87d835be3cd5 None None] No DVR routers for this DVR port d20207fe-836b-4c28-b76e-267c9cf0d0c2 on host dv-cinder-830096-2-iscsi {{(pid=119856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:06:01.972192 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb25968-5507-4b56-b328-0c419feec1b2']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:01.987188 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e0cc25-fa6c-41a7-8832-456a7913f27e') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:01.987489 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e0cc25-fa6c-41a7-8832-456a7913f27e') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:01.997717 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (10e0cc25-fa6c-41a7-8832-456a7913f27e), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.010673 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (10e0cc25-fa6c-41a7-8832-456a7913f27e), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.017458 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:06:02.017942 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (10e0cc25-fa6c-41a7-8832-456a7913f27e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:06:02.019630 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:06:02.074535 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (5eb25968-5507-4b56-b328-0c419feec1b2), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.079698 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.082811 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5eb25968-5507-4b56-b328-0c419feec1b2 HTTP/1.1" status: 204 len: 168 time: 0.5433905 Mar 08 15:06:02.086000 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52578) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:02.094452 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cffe3a-9320-4a6e-89b0-7e8bf2f025a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb25968-5507-4b56-b328-0c419feec1b2,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:02.390752 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76df7f-5592-45f7-bd8e-64da06e6cb3c req-7b929971-8d77-4052-93bb-df655251c5b6 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:02.392215 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee76df7f-5592-45f7-bd8e-64da06e6cb3c req-7b929971-8d77-4052-93bb-df655251c5b6 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.1015842 Mar 08 15:06:02.471591 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ee76df7f-5592-45f7-bd8e-64da06e6cb3c req-d1eaf21e-a4d6-4384-84e6-89b5c34cc4e2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=55511199-1a62-4afd-8fd3-e00747f702cb&id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730655 Mar 08 15:06:02.518615 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.728968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fde7c-47f9-431c-8486-07ccb7e7b96a req-5a31f3bb-ad51-4c8b-b830-00eef8408e12 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:02.731111 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ce3fde7c-47f9-431c-8486-07ccb7e7b96a req-5a31f3bb-ad51-4c8b-b830-00eef8408e12 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 944 time: 0.0843198 Mar 08 15:06:02.816003 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-ce3fde7c-47f9-431c-8486-07ccb7e7b96a req-0b9a001d-940b-4310-8214-bfc49524670b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785232 Mar 08 15:06:02.845520 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Deleting port b41114f9-0d50-4de3-b38d-145913058b31 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:02.845896 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (b41114f9-0d50-4de3-b38d-145913058b31), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.897349 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 85773e9e-c67c-422c-809b-6374c386afb1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:06:02.921261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] For port b41114f9-0d50-4de3-b38d-145913058b31, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=b41114f9-0d50-4de3-b38d-145913058b31,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:02.921625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (b41114f9-0d50-4de3-b38d-145913058b31), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:02.935090 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Calling delete_port for b41114f9-0d50-4de3-b38d-145913058b31 owned by network:router_interface {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:02.993343 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85773e9e-c67c-422c-809b-6374c386afb1,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:03.004290 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '85773e9e-c67c-422c-809b-6374c386afb1', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'port_id': '85773e9e-c67c-422c-809b-6374c386afb1', 'mac_address': 'fa:16:3e:53:a5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:06:03.039918 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 85773e9e-c67c-422c-809b-6374c386afb1 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:06:03.040303 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (85773e9e-c67c-422c-809b-6374c386afb1), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.053199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85773e9e-c67c-422c-809b-6374c386afb1 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:06:03.072618 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85773e9e-c67c-422c-809b-6374c386afb1,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:03.076598 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.117667 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (b41114f9-0d50-4de3-b38d-145913058b31), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.124799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:03.144145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41114f9-0d50-4de3-b38d-145913058b31,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:03.220549 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b170afda-a57f-45e2-b192-61a67dea282f no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:03.246215 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: b170afda-a57f-45e2-b192-61a67dea282f {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:03.246660 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b170afda-a57f-45e2-b192-61a67dea282f not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:03.247175 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device d20207fe-836b-4c28-b76e-267c9cf0d0c2 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:03.266659 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: d20207fe-836b-4c28-b76e-267c9cf0d0c2 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:03.267091 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device d20207fe-836b-4c28-b76e-267c9cf0d0c2 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:03.337376 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.403123 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['85773e9e-c67c-422c-809b-6374c386afb1'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:06:03.551781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Router d0816319-5961-4d1b-9dfa-2804aa8e9666 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:06:03.652177 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:06:03.656940 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b218cdb9-0a74-47ee-97e1-c16424a3d6a6 admin admin] 10.222.0.42 "PUT /v2.0/routers/d0816319-5961-4d1b-9dfa-2804aa8e9666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698514 Mar 08 15:06:03.659701 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52586) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:03.660555 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Sync routers for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:06:03.670942 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:06:03.671577 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:03.766092 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks [] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.775568 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:06:03.873203 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks [] for router_gateway (d0816319-5961-4d1b-9dfa-2804aa8e9666), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.938049 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Deleting port 92d6fd63-da41-4bcb-acb8-24856b6d67cb {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:03.938398 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:03.946365 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883da4f-e8dc-49ad-ad33-48d0a6a904d1 req-832d7dc3-2545-4da5-ba2e-db120fb8ab31 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:03.947991 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1883da4f-e8dc-49ad-ad33-48d0a6a904d1 req-832d7dc3-2545-4da5-ba2e-db120fb8ab31 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 945 time: 0.0641522 Mar 08 15:06:03.971186 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T15:06:03Z', 'revision_number': 5, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port': {'id': '92d6fd63-da41-4bcb-acb8-24856b6d67cb', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T14:56:54Z', 'updated_at': '2022-03-08T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:03.996932 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1883da4f-e8dc-49ad-ad33-48d0a6a904d1 req-5b8a78ea-6e74-4a9d-befe-5c851b96f0a9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Mar 08 15:06:04.003668 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Checking router: d0816319-5961-4d1b-9dfa-2804aa8e9666 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:06:04.016070 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Routers {'d0816319-5961-4d1b-9dfa-2804aa8e9666'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:06:04.016070 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['d0816319-5961-4d1b-9dfa-2804aa8e9666'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:04.021500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] For port 92d6fd63-da41-4bcb-acb8-24856b6d67cb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=92d6fd63-da41-4bcb-acb8-24856b6d67cb,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:04.021907 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.034060 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Calling delete_port for 92d6fd63-da41-4bcb-acb8-24856b6d67cb owned by network:router_gateway {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:04.100807 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] Set router d0816319-5961-4d1b-9dfa-2804aa8e9666 gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:06:04.150915 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T15:06:03Z', 'revision_number': 6, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:04.202560 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (92d6fd63-da41-4bcb-acb8-24856b6d67cb), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.234650 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Pushing event deleted for resources: {'Port': ['ID=92d6fd63-da41-4bcb-acb8-24856b6d67cb,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:04.269350 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fedba5-6210-44d5-925a-30d2cfbaaad8 None None] The sync data for ids ['d0816319-5961-4d1b-9dfa-2804aa8e9666'] in dv-cinder-830096-2-iscsi is: [{'id': 'd0816319-5961-4d1b-9dfa-2804aa8e9666', 'name': 'tempest-TestVolumeBootPattern-1175573576-router', 'tenant_id': '21f4327cf649415f89e26099c96b4ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T14:56:53Z', 'updated_at': '2022-03-08T15:06:03Z', 'revision_number': 6, 'project_id': '21f4327cf649415f89e26099c96b4ae3', 'gw_port_host': None}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:06:04.304825 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.407802 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.409917 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks [] for router_controller (d0816319-5961-4d1b-9dfa-2804aa8e9666), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.453749 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (d0816319-5961-4d1b-9dfa-2804aa8e9666), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.454348 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0816319-5961-4d1b-9dfa-2804aa8e9666 {{(pid=119855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:06:04.459192 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.460316 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-9ccbdd34-a6e9-4e19-9758-f8b838f7f33d admin admin] 10.222.0.42 "DELETE /v2.0/routers/d0816319-5961-4d1b-9dfa-2804aa8e9666 HTTP/1.1" status: 204 len: 168 time: 0.7995713 Mar 08 15:06:04.462805 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52590) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:04.510004 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Deleting subnet acb10207-d664-42cf-ada0-48c07b5a9085 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:06:04.513678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Publish callbacks [] for subnet (acb10207-d664-42cf-ada0-48c07b5a9085), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.547488 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (acb10207-d664-42cf-ada0-48c07b5a9085), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.621839 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (acb10207-d664-42cf-ada0-48c07b5a9085), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.674070 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (acb10207-d664-42cf-ada0-48c07b5a9085), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.704630 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb10207-d664-42cf-ada0-48c07b5a9085,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:04.708563 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.711873 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5bad4e77-e9e5-491c-b496-a34fc3abec88 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/acb10207-d664-42cf-ada0-48c07b5a9085 HTTP/1.1" status: 204 len: 168 time: 0.2481594 Mar 08 15:06:04.714656 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52592) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:04.716746 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94938d61-10b7-4ab7-95ca-077f2e4fa7d2 None None] Network 6cef4703-0c9f-4b97-8140-d0b1906d2d82 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:06:04.790995 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (6cef4703-0c9f-4b97-8140-d0b1906d2d82), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.845314 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Deleting port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:06:04.845673 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.897383 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 85773e9e-c67c-422c-809b-6374c386afb1 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:06:04.910870 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] For port 62662fc5-f7ba-4019-98f3-69bfff11f5e0, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=62662fc5-f7ba-4019-98f3-69bfff11f5e0,segment=NetworkSegment(a35845cd-affd-4df0-9bfc-2c9f6a9eba4c),segment_id=a35845cd-affd-4df0-9bfc-2c9f6a9eba4c)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:04.911232 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:04.924972 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Calling delete_port for 62662fc5-f7ba-4019-98f3-69bfff11f5e0 owned by network:dhcp {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:06:04.950441 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 85773e9e-c67c-422c-809b-6374c386afb1 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:06:04.954478 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 85773e9e-c67c-422c-809b-6374c386afb1 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:06:04.954905 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (85773e9e-c67c-422c-809b-6374c386afb1), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.004620 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (62662fc5-f7ba-4019-98f3-69bfff11f5e0), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.033316 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 85773e9e-c67c-422c-809b-6374c386afb1 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:06:05.033906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (85773e9e-c67c-422c-809b-6374c386afb1), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.034725 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=62662fc5-f7ba-4019-98f3-69bfff11f5e0,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:05.038049 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] No DVR routers for this DVR port 62662fc5-f7ba-4019-98f3-69bfff11f5e0 on host dv-cinder-830096-2-iscsi {{(pid=119855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:06:05.063880 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:06:05.066490 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a0a19-d0b4-4df4-976d-54a7ffa18e10" -d '{"events": [{"server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "name": "network-vif-plugged", "status": "completed", "tag": "85773e9e-c67c-422c-809b-6374c386afb1"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:06:05.084874 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85773e9e-c67c-422c-809b-6374c386afb1,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:06:05.099140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.125378 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072da05-6bfd-405a-be1e-2975bc112ed3 None None] DHCP port deletion for 6cef4703-0c9f-4b97-8140-d0b1906d2d82 request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:06:05.128590 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (6cef4703-0c9f-4b97-8140-d0b1906d2d82), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.142917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6845abf-2717-49ec-975a-d37c720e65dc x-openstack-request-id: req-f6845abf-2717-49ec-975a-d37c720e65dc {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:06:05.143217 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "name": "network-vif-plugged", "status": "completed", "tag": "85773e9e-c67c-422c-809b-6374c386afb1", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:06:05.143475 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6845abf-2717-49ec-975a-d37c720e65dc {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:06:05.143863 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1', 'code': 200} Mar 08 15:06:05.169595 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cef4703-0c9f-4b97-8140-d0b1906d2d82']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:05.172161 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:05.181291 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:05.181582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35845cd-affd-4df0-9bfc-2c9f6a9eba4c') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:05.193627 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (a35845cd-affd-4df0-9bfc-2c9f6a9eba4c), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.196342 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa6bd8-cc32-410a-a04d-e817980ad76f req-fefcc114-4322-4174-8aac-08b9512a7bbc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:05.199722 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aefa6bd8-cc32-410a-a04d-e817980ad76f req-fefcc114-4322-4174-8aac-08b9512a7bbc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.1283424 Mar 08 15:06:05.209337 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (a35845cd-affd-4df0-9bfc-2c9f6a9eba4c), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.222897 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:06:05.223303 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (a35845cd-affd-4df0-9bfc-2c9f6a9eba4c), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:06:05.225130 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:06:05.267929 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aefa6bd8-cc32-410a-a04d-e817980ad76f req-76379cca-17d1-4bed-968a-cd886ba3de7c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601933 Mar 08 15:06:05.286065 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 62662fc5-f7ba-4019-98f3-69bfff11f5e0 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:05.295500 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (6cef4703-0c9f-4b97-8140-d0b1906d2d82), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.311551 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.314845 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6cef4703-0c9f-4b97-8140-d0b1906d2d82 HTTP/1.1" status: 204 len: 168 time: 0.5975716 Mar 08 15:06:05.315797 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6e40-b576-44ee-9f44-a29a66a761d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cef4703-0c9f-4b97-8140-d0b1906d2d82,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:05.323287 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 62662fc5-f7ba-4019-98f3-69bfff11f5e0 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:05.324205 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 62662fc5-f7ba-4019-98f3-69bfff11f5e0 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:05.324628 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b41114f9-0d50-4de3-b38d-145913058b31 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:05.346248 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: b41114f9-0d50-4de3-b38d-145913058b31 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:05.346616 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device b41114f9-0d50-4de3-b38d-145913058b31 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:05.347001 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 92d6fd63-da41-4bcb-acb8-24856b6d67cb no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:06:05.351089 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f438e-b87e-4c9a-abe1-32bbcad0fdbf req-63adac88-c063-4357-8407-9ece954d2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:05.352608 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a12f438e-b87e-4c9a-abe1-32bbcad0fdbf req-63adac88-c063-4357-8407-9ece954d2960 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 1130 time: 0.0525742 Mar 08 15:06:05.367091 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 92d6fd63-da41-4bcb-acb8-24856b6d67cb {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:06:05.367438 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 92d6fd63-da41-4bcb-acb8-24856b6d67cb not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:06:05.400632 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a12f438e-b87e-4c9a-abe1-32bbcad0fdbf req-7ed82f70-a2bd-43de-9aa1-2b840c5b4eb3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Mar 08 15:06:05.441645 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52600) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:05.482659 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-755d2fa9-439a-40b1-bf02-98628d135fd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de3400e761894483a66d8f846d1a3a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398417 Mar 08 15:06:05.485120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52602) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:05.536243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] Publish callbacks [] for security_group (e9db4e70-30ad-4671-95f5-fc5e25d4ce69), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.560401 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] Publish callbacks [] for security_group (e9db4e70-30ad-4671-95f5-fc5e25d4ce69), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.607188 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (e9db4e70-30ad-4671-95f5-fc5e25d4ce69), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.609912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:05.611099 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9db4e70-30ad-4671-95f5-fc5e25d4ce69 HTTP/1.1" status: 204 len: 168 time: 0.1250880 Mar 08 15:06:05.618573 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b4352-ac9c-4a8c-9a01-916068882911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db4e70-30ad-4671-95f5-fc5e25d4ce69,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:05.911930 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52608) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:05.952205 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4d6ee4d7-8b56-4fe3-9675-2256a964e1cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21f4327cf649415f89e26099c96b4ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390608 Mar 08 15:06:05.954709 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52610) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:06.003743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] Publish callbacks [] for security_group (00859494-ef72-46f1-ad8b-4865878c457d), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:06.024436 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] Publish callbacks [] for security_group (00859494-ef72-46f1-ad8b-4865878c457d), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:06.069570 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (00859494-ef72-46f1-ad8b-4865878c457d), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:06.072227 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:06.073385 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00859494-ef72-46f1-ad8b-4865878c457d HTTP/1.1" status: 204 len: 168 time: 0.1178060 Mar 08 15:06:06.080679 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b824-b891-470f-99aa-291c6238ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00859494-ef72-46f1-ad8b-4865878c457d,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:06:06.397344 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959988-52c1-42fb-8a5c-944b516ac99b req-0a0834cf-2858-4a64-8986-12ccfa4cc051 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:06.399933 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a959988-52c1-42fb-8a5c-944b516ac99b req-0a0834cf-2858-4a64-8986-12ccfa4cc051 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.0594082 Mar 08 15:06:06.453761 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2a959988-52c1-42fb-8a5c-944b516ac99b req-37d64f8f-d835-46f7-991e-f90e85af829d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Mar 08 15:06:07.472596 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-57231e17-8213-411f-be74-22b2095adc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:07.582820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80f4b-4ce4-47e7-99d7-49abdd6f829f req-3983e6be-d600-4d9d-a4e4-24bb45bc9221 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:07.584290 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-31e80f4b-4ce4-47e7-99d7-49abdd6f829f req-3983e6be-d600-4d9d-a4e4-24bb45bc9221 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.0543313 Mar 08 15:06:07.629981 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-31e80f4b-4ce4-47e7-99d7-49abdd6f829f req-748e088a-b28d-4e2d-a5d8-495ff201e50d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Mar 08 15:06:07.740492 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255f959-8158-47b7-ac04-e4e2e54672af req-0e585688-6cc2-40b2-a2d5-b021461d6796 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:07.741985 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1255f959-8158-47b7-ac04-e4e2e54672af req-0e585688-6cc2-40b2-a2d5-b021461d6796 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Mar 08 15:06:07.750225 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52620) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:06:07.754393 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'port_id': '85773e9e-c67c-422c-809b-6374c386afb1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:06:07.788941 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:06:07.791568 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:08.218017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:08.221785 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:08.321001 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP b8281ee6-aaa7-448f-a432-d75f9e78c5ad associated. External IP: 172.27.2.125, port: 85773e9e-c67c-422c-809b-6374c386afb1. Mar 08 15:06:08.802556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:06:08.908148 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:06:08.912839 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:08.917620 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:06:08.926906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:06:08.927520 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:08.942032 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-3e7e0bd4-a030-414d-be5a-cf65fbd91147 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "PUT /v2.0/floatingips/b8281ee6-aaa7-448f-a432-d75f9e78c5ad HTTP/1.1" status: 200 len: 992 time: 1.1907485 Mar 08 15:06:08.942626 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:06:08.945830 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a040f1-50bf-4feb-83b2-6e74562bb903" -d '{"events": [{"name": "network-changed", "server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "tag": "85773e9e-c67c-422c-809b-6374c386afb1"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:06:08.982503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c2a5c3-d94f-48e6-a064-e2d1cd26fd14 x-openstack-request-id: req-54c2a5c3-d94f-48e6-a064-e2d1cd26fd14 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:06:08.982800 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "tag": "85773e9e-c67c-422c-809b-6374c386afb1", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:06:08.983061 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54c2a5c3-d94f-48e6-a064-e2d1cd26fd14 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:06:08.983470 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1', 'status': 'completed', 'code': 200} Mar 08 15:06:09.047003 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-db9a8bca-fe17-4fde-8b29-c1faef5c3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:09.048545 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-db9a8bca-fe17-4fde-8b29-c1faef5c3b45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 1130 time: 0.0458858 Mar 08 15:06:09.147531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-f1b1e90d-83ef-49af-8d42-8c917ca5f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:09.148967 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-f1b1e90d-83ef-49af-8d42-8c917ca5f661 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0943437 Mar 08 15:06:09.180570 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:06:09.217369 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-ce39add8-dbad-467e-b002-384d2ad689ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85773e9e-c67c-422c-809b-6374c386afb1 HTTP/1.1" status: 200 len: 1000 time: 0.0617502 Mar 08 15:06:09.268360 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-0d3362db-b478-46ce-8f96-0ff4f8a5ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:09.269844 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-0d3362db-b478-46ce-8f96-0ff4f8a5ff14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0473952 Mar 08 15:06:09.318230 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-26c2088a-1342-4516-90da-a52e20bbbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:09.319748 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-26c2088a-1342-4516-90da-a52e20bbbdc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440621 Mar 08 15:06:09.404752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-f1aa827c-85fe-4006-b542-5fb12deb75c1 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794110 Mar 08 15:06:09.404995 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'b8281ee6-aaa7-448f-a432-d75f9e78c5ad', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '85773e9e-c67c-422c-809b-6374c386afb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:53:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:05:55Z', 'updated_at': '2022-03-08T15:06:08Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}, {'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:09.434730 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:06:09.443032 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:06:09.443647 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:05:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:09.497101 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-47a040f1-50bf-4feb-83b2-6e74562bb903 req-10c0079f-cee4-4fbc-b75f-de798cd3a12f service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Mar 08 15:06:09.550984 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:06:09.767314 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0f459627-e90d-4683-8418-242d02e692e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:09.789331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'b8281ee6-aaa7-448f-a432-d75f9e78c5ad', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '85773e9e-c67c-422c-809b-6374c386afb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:53:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:05:55Z', 'updated_at': '2022-03-08T15:06:08Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}, {'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:06:09.817363 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f06f2-3d6f-4c93-95de-13a724031040 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'b8281ee6-aaa7-448f-a432-d75f9e78c5ad', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '85773e9e-c67c-422c-809b-6374c386afb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:53:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:05:55Z', 'updated_at': '2022-03-08T15:06:08Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}, {'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:06:10.001289 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5f90d-ce72-48d1-8c71-1bfb101c12de None None] New status for floating IP b8281ee6-aaa7-448f-a432-d75f9e78c5ad: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:06:10.806613 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:12.313145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:14.219419 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:20.867128 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:28.427599 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-45a17593-be74-4210-9579-bc1e08e0fade service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430753 Mar 08 15:06:28.516836 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64c43-26d4-4d57-a937-996043bd6776 req-ab145890-141a-44c3-896e-db5e58ad47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:28.518374 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-ab145890-141a-44c3-896e-db5e58ad47b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 1129 time: 0.0432336 Mar 08 15:06:28.621749 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64c43-26d4-4d57-a937-996043bd6776 req-13b2b6fa-e12e-4abb-8079-a1535830ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:28.623979 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-13b2b6fa-e12e-4abb-8079-a1535830ae3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0862176 Mar 08 15:06:28.691585 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-80289054-21dd-4ded-9818-0a3a7d2b2186 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 200 len: 1001 time: 0.0602643 Mar 08 15:06:28.738575 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64c43-26d4-4d57-a937-996043bd6776 req-60a1fdd7-e38b-4601-9497-77ee9205d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:28.739968 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-60a1fdd7-e38b-4601-9497-77ee9205d93c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0419183 Mar 08 15:06:28.787331 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64c43-26d4-4d57-a937-996043bd6776 req-ef81f7e3-c44b-4017-addc-5ade0f80eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:06:28.788800 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-ef81f7e3-c44b-4017-addc-5ade0f80eefa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422721 Mar 08 15:06:28.880446 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-f0448033-c399-4412-8bc3-8d2d7c165b7a service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Mar 08 15:06:28.976421 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-90f64c43-26d4-4d57-a937-996043bd6776 req-f9548c2e-03ec-41c0-a4ef-ffe562c416f3 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Mar 08 15:06:37.473830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-491a59fd-91b4-4507-afeb-75c566ce8f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:39.749131 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d3d4229a-9320-4eb3-83e3-4e013b03fdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:40.804581 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:42.314684 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:44.221125 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:06:44.788119 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:06:50.872333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:05.939633 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-ce9faa6b-478e-4499-a559-614ecd6b7009 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147169308&fields=id&tenant_id=1d6e7022e4804dec85340475d99c61c0 HTTP/1.1" status: 200 len: 267 time: 0.0441484 Mar 08 15:07:05.999322 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-9dc2ba75-231c-4456-8756-f8585c46f427 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.000780 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-9dc2ba75-231c-4456-8756-f8585c46f427 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 985 time: 0.0560539 Mar 08 15:07:06.011042 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Request body: {'port': {'security_groups': ['bcbd525b-ffce-442b-828b-d1322a7bb9a6']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:06.087337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.258759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:06.287038 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.291483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.304949 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:07:06.336016 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.336650 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.338531 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-83562f2d-bc18-4191-985c-9c6b2ca00a95 req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "PUT /v2.0/ports/1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 943 time: 0.3313217 Mar 08 15:07:06.338531 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:06.340968 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85533c-84c9-4b21-93d8-3931db1842fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:06.346159 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52648) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:06.384655 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d10532-721b-4092-b7f0-1ee8f3a5d131 x-openstack-request-id: req-03d10532-721b-4092-b7f0-1ee8f3a5d131 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:06.384960 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:06.385207 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03d10532-721b-4092-b7f0-1ee8f3a5d131 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:06.385606 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:07:06.391131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event updated for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=7']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:06.402556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.402993 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.403344 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.403784 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.404024 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.404358 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.404693 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.405026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.405356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.405688 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.406046 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.406375 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.407317 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c747a0b-9c91-4a34-a929-52dc65926cab tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:06.474323 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:07:06.482861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (55511199-1a62-4afd-8fd3-e00747f702cb), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.518048 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (55511199-1a62-4afd-8fd3-e00747f702cb), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.552444 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-e22d3e79-0a89-479c-807e-67d63e2d4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.554815 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-e22d3e79-0a89-479c-807e-67d63e2d4acd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1130 time: 0.1306880 Mar 08 15:07:06.648331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-9b1e6ea2-f0be-4dc5-9caa-54f66e8ad755 None None] Provisioning complete for port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:07:06.649005 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6ea2-f0be-4dc5-9caa-54f66e8ad755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.665942 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-a921719d-10a3-4a60-8383-b948cd206149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.667429 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-a921719d-10a3-4a60-8383-b948cd206149 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.1040025 Mar 08 15:07:06.682210 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (55511199-1a62-4afd-8fd3-e00747f702cb), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.684215 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.687874 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "DELETE /v2.0/security-groups/55511199-1a62-4afd-8fd3-e00747f702cb HTTP/1.1" status: 204 len: 168 time: 0.3384326 Mar 08 15:07:06.688578 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52650) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:06.728395 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf781f-e7cc-4d91-985e-b7e6dcfab873 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55511199-1a62-4afd-8fd3-e00747f702cb,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:06.749473 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-96f556a8-7ac3-431d-919d-726ae00a77bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 1002 time: 0.0753698 Mar 08 15:07:06.761703 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e6ea2-f0be-4dc5-9caa-54f66e8ad755 None None] Current status of the port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb is: ACTIVE; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:07:06.803805 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-eda84726-d885-4362-92f2-c170b54fae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.805823 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-eda84726-d885-4362-92f2-c170b54fae3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0499716 Mar 08 15:07:06.860703 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Deleting port 0020e0e0-bef3-4467-a606-c89499715a85 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:06.861334 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (0020e0e0-bef3-4467-a606-c89499715a85), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.861837 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-bdeea9e6-5861-4f73-bc0f-6af974c97690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:06.863565 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-bdeea9e6-5861-4f73-bc0f-6af974c97690 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515239 Mar 08 15:07:06.943464 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (0020e0e0-bef3-4467-a606-c89499715a85), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.943789 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for floatingip (0020e0e0-bef3-4467-a606-c89499715a85), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:06.955092 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-ab656a87-48ad-494f-b5e3-7fb34fda6cc2 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837877 Mar 08 15:07:06.956064 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Calling delete_port for 0020e0e0-bef3-4467-a606-c89499715a85 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:07.046206 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-fd85533c-84c9-4b21-93d8-3931db1842fa req-4f2cb359-7c73-4a63-8660-fdb129f9bf3f service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Mar 08 15:07:07.103289 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (0020e0e0-bef3-4467-a606-c89499715a85), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:07.128053 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event deleted for resources: {'Port': ['ID=0020e0e0-bef3-4467-a606-c89499715a85,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:07.153656 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.154027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.154372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.154711 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.155052 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.155429 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.155758 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.156093 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.156418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.156740 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.157065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.157387 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.157711 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:07.197985 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks [] for floatingip (bf9a02d6-ed13-4d08-990d-bdfb21ee0d52), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:07.198318 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.db.l3_db [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Floating IP bf9a02d6-ed13-4d08-990d-bdfb21ee0d52 disassociated (deleted). External IP: 172.27.2.104, port: 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb. Mar 08 15:07:07.407044 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:07.479627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-4084d74d-890d-42e9-88f6-354933405d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:07.514860 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:07.519465 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:07.525405 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Sync routers for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:07.535661 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:07.536264 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:06:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:07.548016 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8eb3eff5-052b-4694-b9f4-2eae9f7ebb02 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "DELETE /v2.0/floatingips/bf9a02d6-ed13-4d08-990d-bdfb21ee0d52 HTTP/1.1" status: 204 len: 168 time: 0.8583524 Mar 08 15:07:07.548658 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:07.551063 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2fe5221a0f260e229a95364652c7b0013e742c30e97b574d699fa1735797ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:07.658237 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:07.815824 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f6f4b3-e786-486d-a893-e1a97369d613 x-openstack-request-id: req-f2f6f4b3-e786-486d-a893-e1a97369d613 {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:07.816299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:07.816299 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f6f4b3-e786-486d-a893-e1a97369d613 {{(pid=119855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:07.816746 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:07:07.877087 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:07.882248 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-34b30a46-3366-44d5-92ba-296f4dc40ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:07.883769 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-34b30a46-3366-44d5-92ba-296f4dc40ab7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6e7022e4804dec85340475d99c61c0&device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 1130 time: 0.0467777 Mar 08 15:07:07.907733 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Checking router: 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:07.916318 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:07.916923 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:06:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:07.975453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-2ed46671-116f-4a5b-9834-819a2dc4c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:07.976942 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-2ed46671-116f-4a5b-9834-819a2dc4c9e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 200 len: 915 time: 0.0870769 Mar 08 15:07:08.018042 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-8aa73ab9-2e92-4339-af76-5bced903ffde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 200 len: 217 time: 0.0346494 Mar 08 15:07:08.027092 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:08.065709 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-2c245bbd-56a0-487b-8140-0c7cab2de200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:08.067136 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-2c245bbd-56a0-487b-8140-0c7cab2de200 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 200 len: 853 time: 0.0429859 Mar 08 15:07:08.116954 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-a7d3b8b8-651f-47bc-b51c-7754cf2a4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:08.118487 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-a7d3b8b8-651f-47bc-b51c-7754cf2a4448 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c8fc3dc-54da-4f25-8d55-37a0bc6259be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445979 Mar 08 15:07:08.208873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-ae9339d2-af81-4442-9275-24d2ca6be4f3 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Mar 08 15:07:08.223474 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:08.253449 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21db06-e7a5-492f-b986-3f8f181f6df0 None None] The sync data for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi is: [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:03:50Z', 'revision_number': 4, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '5a726063-1baa-40c4-9d82-1dee95e0a4c4', 'name': '', 'network_id': '9c8fc3dc-54da-4f25-8d55-37a0bc6259be', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'mac_address': 'fa:16:3e:c7:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '76df7766-7b5b-46d3-823f-331c18c05953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:49Z', 'updated_at': '2022-03-08T15:03:54Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'subnets': [{'id': '76df7766-7b5b-46d3-823f-331c18c05953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:08.330688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3e055071-3a3b-43f5-a9d7-3f6a09c203d1 req-18f01e41-fa3a-4f50-9f09-8356cefc9030 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036026 Mar 08 15:07:08.472286 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e7023-aa9e-4f6a-b40b-d9a327985921 None None] New status for floating IP bf9a02d6-ed13-4d08-990d-bdfb21ee0d52: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:07:09.750611 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0e1f585a-6a4b-461f-a169-c85fce4f1612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:10.265978 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf692a2-8265-453d-bf7c-eb78c2557ea1 req-a56dcbc1-b199-4d29-afe0-3ee8b0776bee tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:10.267482 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2bf692a2-8265-453d-bf7c-eb78c2557ea1 req-a56dcbc1-b199-4d29-afe0-3ee8b0776bee tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0531592 Mar 08 15:07:10.313834 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2bf692a2-8265-453d-bf7c-eb78c2557ea1 req-85c92f2a-bb88-4165-8123-7755faad4262 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 08 15:07:10.807821 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:11.433161 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1546-dbb3-4385-8654-2a28efc9d76d req-6aca1a9a-4b24-4294-91a1-5b4f6bb13bff tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:11.435102 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86ba1546-dbb3-4385-8654-2a28efc9d76d req-6aca1a9a-4b24-4294-91a1-5b4f6bb13bff tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0526905 Mar 08 15:07:11.483873 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-86ba1546-dbb3-4385-8654-2a28efc9d76d req-7ae46620-2f2d-4bfe-8728-8962ab7abadc tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Mar 08 15:07:12.261110 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-e2cbfb60-48db-4a54-bfb8-c81387232253 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:12.262655 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-e2cbfb60-48db-4a54-bfb8-c81387232253 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.0552645 Mar 08 15:07:12.318625 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:12.354702 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Deleting port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:12.355182 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:12.445038 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] For port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:12.445743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:12.457739 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Calling delete_port for 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:12.612674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:12.624878 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:07:12.647870 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Pushing event deleted for resources: {'Port': ['ID=1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:12.659533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699bfc-228e-47a3-bfd9-87b823422bd2 req-d2f03c3b-b9bf-49a2-b543-54ca8c375478 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:12.662228 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b9699bfc-228e-47a3-bfd9-87b823422bd2 req-d2f03c3b-b9bf-49a2-b543-54ca8c375478 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d6c57b-6597-4158-8d94-f9810f3e2c4c HTTP/1.1" status: 200 len: 946 time: 0.1053236 Mar 08 15:07:12.709869 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] No DVR routers for this DVR port 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:12.714393 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:12.718248 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-71d48c1d-95b4-4f22-ae5e-a22ad4472cfc req-af3ad2a8-bcec-4d72-a18e-e71e57b043b2 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.61 "DELETE /v2.0/ports/1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb HTTP/1.1" status: 204 len: 173 time: 0.4509251 Mar 08 15:07:12.718678 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'name': 'network-vif-deleted', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:12.720929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1479927-93b6-4f28-8634-62a99b47f815" -d '{"events": [{"server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "name": "network-vif-deleted", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:12.751642 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b9699bfc-228e-47a3-bfd9-87b823422bd2 req-40c153c7-cbbc-4fef-9ff4-46557e5899b6 tempest-TestMinimumBasicScenario-813993584 tempest-TestMinimumBasicScenario-813993584-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcbd525b-ffce-442b-828b-d1322a7bb9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Mar 08 15:07:12.758426 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc8c29-65ef-48e2-98d4-071a3e0f26f4 x-openstack-request-id: req-06dc8c29-65ef-48e2-98d4-071a3e0f26f4 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:12.758781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d6c57b-6597-4158-8d94-f9810f3e2c4c", "name": "network-vif-deleted", "tag": "1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:12.759054 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06dc8c29-65ef-48e2-98d4-071a3e0f26f4 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:12.759472 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d6c57b-6597-4158-8d94-f9810f3e2c4c', 'name': 'network-vif-deleted', 'tag': '1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb', 'status': 'completed', 'code': 200} Mar 08 15:07:14.224572 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:14.426128 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52744) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:14.771365 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:15.234863 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Deleting port 5a726063-1baa-40c4-9d82-1dee95e0a4c4 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:15.235196 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:15.311418 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] For port 5a726063-1baa-40c4-9d82-1dee95e0a4c4, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=5a726063-1baa-40c4-9d82-1dee95e0a4c4,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:15.311779 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:15.323153 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Calling delete_port for 5a726063-1baa-40c4-9d82-1dee95e0a4c4 owned by network:router_interface {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:15.349354 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:15.368768 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:15.369112 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 1ad2e6f1-5520-4ff3-a153-d9eeecb45ddb not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:15.501634 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (5a726063-1baa-40c4-9d82-1dee95e0a4c4), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:15.528991 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a726063-1baa-40c4-9d82-1dee95e0a4c4,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:15.697391 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:15.914464 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:16.020582 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:16.025812 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-3b96d0cc-bcb5-49a6-9189-3809d303f42d admin admin] 10.222.0.42 "PUT /v2.0/routers/6f2895f3-2b2e-4915-9aa6-f793be7e00c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986588 Mar 08 15:07:16.028730 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52746) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:16.031834 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Sync routers for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:16.041191 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:16.041816 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:16.147213 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks [] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.253835 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks [] for router_gateway (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.288965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:16.307142 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Deleting port ca5347e7-709c-4eb7-9584-4b72cf1a880e {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:16.307608 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.385346 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] For port ca5347e7-709c-4eb7-9584-4b72cf1a880e, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=ca5347e7-709c-4eb7-9584-4b72cf1a880e,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:16.385706 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.397212 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Calling delete_port for ca5347e7-709c-4eb7-9584-4b72cf1a880e owned by network:router_gateway {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:16.469917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:07:15Z', 'revision_number': 5, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port': {'id': 'ca5347e7-709c-4eb7-9584-4b72cf1a880e', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:46Z', 'updated_at': '2022-03-08T15:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:16.496197 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Checking router: 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:16.504670 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Routers {'6f2895f3-2b2e-4915-9aa6-f793be7e00c6'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:16.505214 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:16.574903 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (ca5347e7-709c-4eb7-9584-4b72cf1a880e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.594705 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] Set router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 gateway port host: None {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:16.602940 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5347e7-709c-4eb7-9584-4b72cf1a880e,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:16.648478 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:07:16Z', 'revision_number': 6, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:16.662653 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.674936 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5dd9b-f3f2-4e51-b173-7a33f901cacf None None] The sync data for ids ['6f2895f3-2b2e-4915-9aa6-f793be7e00c6'] in dv-cinder-830096-2-iscsi is: [{'id': '6f2895f3-2b2e-4915-9aa6-f793be7e00c6', 'name': 'tempest-TestMinimumBasicScenario-995041706-router', 'tenant_id': '1d6e7022e4804dec85340475d99c61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:45Z', 'updated_at': '2022-03-08T15:07:16Z', 'revision_number': 6, 'project_id': '1d6e7022e4804dec85340475d99c61c0', 'gw_port_host': None}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:16.753687 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.755861 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks [] for router_controller (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.806366 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (6f2895f3-2b2e-4915-9aa6-f793be7e00c6), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.806885 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2895f3-2b2e-4915-9aa6-f793be7e00c6 {{(pid=119855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:07:16.811792 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.813038 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ef6090e7-db29-41b7-8bfa-736a17a948e8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6f2895f3-2b2e-4915-9aa6-f793be7e00c6 HTTP/1.1" status: 204 len: 168 time: 0.7828736 Mar 08 15:07:16.815263 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52748) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:16.858406 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Deleting subnet 76df7766-7b5b-46d3-823f-331c18c05953 {{(pid=119855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:07:16.861427 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Publish callbacks [] for subnet (76df7766-7b5b-46d3-823f-331c18c05953), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.895280 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60055686'] for subnet (76df7766-7b5b-46d3-823f-331c18c05953), precommit_delete_associations {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:16.974564 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (76df7766-7b5b-46d3-823f-331c18c05953), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.029899 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60051310'] for subnet (76df7766-7b5b-46d3-823f-331c18c05953), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.067648 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76df7766-7b5b-46d3-823f-331c18c05953,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:17.074145 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for subnet (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.083345 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82f4a6-25de-4de5-b82c-5a829879a016 None None] Network 9c8fc3dc-54da-4f25-8d55-37a0bc6259be requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:07:17.083526 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c4529da7-02a0-450d-a50f-63b59197f7b0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76df7766-7b5b-46d3-823f-331c18c05953 HTTP/1.1" status: 204 len: 168 time: 0.2648718 Mar 08 15:07:17.083715 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52750) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:17.159748 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (9c8fc3dc-54da-4f25-8d55-37a0bc6259be), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.215246 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Deleting port 870273a0-87ed-457b-8b2e-3e4ae2a196eb {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:17.215586 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.277857 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.db [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] For port 870273a0-87ed-457b-8b2e-3e4ae2a196eb, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=870273a0-87ed-457b-8b2e-3e4ae2a196eb,segment=NetworkSegment(3dff5004-574c-424e-938b-7a2748d18723),segment_id=3dff5004-574c-424e-938b-7a2748d18723)] {{(pid=119855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:17.278649 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.290468 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Calling delete_port for 870273a0-87ed-457b-8b2e-3e4ae2a196eb owned by network:dhcp {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:17.370533 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (870273a0-87ed-457b-8b2e-3e4ae2a196eb), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.392879 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=870273a0-87ed-457b-8b2e-3e4ae2a196eb,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:17.398428 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] No DVR routers for this DVR port 870273a0-87ed-457b-8b2e-3e4ae2a196eb on host dv-cinder-830096-2-iscsi {{(pid=119855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:17.447205 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508d40e-6c2c-462c-9eef-3a4d10f5566f None None] DHCP port deletion for 9c8fc3dc-54da-4f25-8d55-37a0bc6259be request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:07:17.480065 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (9c8fc3dc-54da-4f25-8d55-37a0bc6259be), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.506765 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device ca5347e7-709c-4eb7-9584-4b72cf1a880e no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:17.507505 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8fc3dc-54da-4f25-8d55-37a0bc6259be']}} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:17.517386 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dff5004-574c-424e-938b-7a2748d18723') {'for_net_delete': True} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:17.517677 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.services.segments.db [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dff5004-574c-424e-938b-7a2748d18723') {} {{(pid=119855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:17.526145 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: ca5347e7-709c-4eb7-9584-4b72cf1a880e {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:17.526514 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device ca5347e7-709c-4eb7-9584-4b72cf1a880e not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:17.526832 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60055677'] for segment (3dff5004-574c-424e-938b-7a2748d18723), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.526965 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 5a726063-1baa-40c4-9d82-1dee95e0a4c4 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:17.545865 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (3dff5004-574c-424e-938b-7a2748d18723), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.550045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 5a726063-1baa-40c4-9d82-1dee95e0a4c4 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:17.550404 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 5a726063-1baa-40c4-9d82-1dee95e0a4c4 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:17.550823 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 870273a0-87ed-457b-8b2e-3e4ae2a196eb no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:17.552307 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=119855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:07:17.552698 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60122900'] for segment (3dff5004-574c-424e-938b-7a2748d18723), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: Traceback (most recent call last): Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: timer() Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: cb(*args, **kw) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: return func(*args, **kwargs) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: self._notify() Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: self.callback(batched_events) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: event.method(event) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: return f(self, *a, **k) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._get(url).json() Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: return self.request(url, 'GET', **kwargs) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:07:17.554382 dv-cinder-830096-2-iscsi neutron-server[119855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:07:17.571102 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 870273a0-87ed-457b-8b2e-3e4ae2a196eb {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:17.571414 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 870273a0-87ed-457b-8b2e-3e4ae2a196eb not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:17.610518 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (9c8fc3dc-54da-4f25-8d55-37a0bc6259be), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.620898 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:17.627738 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c8fc3dc-54da-4f25-8d55-37a0bc6259be HTTP/1.1" status: 204 len: 168 time: 0.5399189 Mar 08 15:07:17.628078 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52752) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:17.635487 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33980f-2767-481c-8647-c3b1521201c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8fc3dc-54da-4f25-8d55-37a0bc6259be,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:17.970185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:18.207208 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Deleting port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:18.207543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:18.282882 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] For port 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:18.283237 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:18.295058 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Calling delete_port for 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f owned by network:router_interface {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:18.472581 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (79b1267d-edc4-4f67-b9ad-ff3c91e01c6f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:18.500611 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Pushing event deleted for resources: {'Port': ['ID=79b1267d-edc4-4f67-b9ad-ff3c91e01c6f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:18.667954 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.160307 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:19.266722 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:19.271627 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-9926e676-f20b-4b85-80ed-979e39b09acd admin admin] 10.222.0.42 "PUT /v2.0/routers/2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422749 Mar 08 15:07:19.275932 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Sync routers for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:19.276410 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52758) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:19.285568 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:19.286258 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:19.381857 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks [] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.391564 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: dv-cinder-830096-2-iscsi {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:19.484903 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks [] for router_gateway (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.536714 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Deleting port 95af5680-770c-4f5c-9f5f-76c3fef0060f {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:19.537052 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.576733 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:07:18Z', 'revision_number': 5, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port': {'id': '95af5680-770c-4f5c-9f5f-76c3fef0060f', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:53Z', 'updated_at': '2022-03-08T15:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:19.603747 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Checking router: 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 for host: dv-cinder-830096-2-iscsi {{(pid=119857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:19.612653 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Routers {'2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:19.613283 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'], 'active': True} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:19.618232 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] For port 95af5680-770c-4f5c-9f5f-76c3fef0060f, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=95af5680-770c-4f5c-9f5f-76c3fef0060f,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:19.618597 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.631040 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Calling delete_port for 95af5680-770c-4f5c-9f5f-76c3fef0060f owned by network:router_gateway {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:19.702412 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_dvr_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] Set router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 gateway port host: None {{(pid=119857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:19.752405 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.l3_hamode_db [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:07:19Z', 'revision_number': 6, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:19.782278 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913ad7f-8835-43de-858f-707d931507e6 None None] The sync data for ids ['2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790'] in dv-cinder-830096-2-iscsi is: [{'id': '2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790', 'name': 'tempest-TestMinimumBasicScenario-521302690-router', 'tenant_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:07:19Z', 'revision_number': 6, 'project_id': '500ec7936b0a4b02b383c0bc2aded1ad', 'gw_port_host': None}] {{(pid=119857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:19.801909 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (95af5680-770c-4f5c-9f5f-76c3fef0060f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.829714 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=95af5680-770c-4f5c-9f5f-76c3fef0060f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:19.892750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.986308 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:19.988348 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks [] for router_controller (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.038192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.038744 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 {{(pid=119854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:07:20.043151 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.044315 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b5b387ca-4ae3-4bfc-9095-6398072254c1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2b4a95b9-ac0c-4b0a-94e1-6fb7a34c2790 HTTP/1.1" status: 204 len: 168 time: 0.7672591 Mar 08 15:07:20.046952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52762) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:20.089361 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Deleting subnet 98f73f15-82df-4db1-b338-324fc186dd19 {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:07:20.092981 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Publish callbacks [] for subnet (98f73f15-82df-4db1-b338-324fc186dd19), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.126834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (98f73f15-82df-4db1-b338-324fc186dd19), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.210890 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (98f73f15-82df-4db1-b338-324fc186dd19), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.264705 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (98f73f15-82df-4db1-b338-324fc186dd19), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.291036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f73f15-82df-4db1-b338-324fc186dd19,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:20.296341 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.299692 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0e7eb38e-2c24-4c0a-a053-3041543ed350 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/98f73f15-82df-4db1-b338-324fc186dd19 HTTP/1.1" status: 204 len: 168 time: 0.2518270 Mar 08 15:07:20.302005 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d27983-a40c-4b12-917e-5dcb2cd9d8e4 None None] Network 097e7cf1-ad69-4570-9b8d-3aa92f3c228f requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:07:20.302478 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52764) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:20.369073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (097e7cf1-ad69-4570-9b8d-3aa92f3c228f), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.426012 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Deleting port 1431ed86-0c13-47c9-9393-0d5c119f8b91 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:20.426350 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.488623 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] For port 1431ed86-0c13-47c9-9393-0d5c119f8b91, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=1431ed86-0c13-47c9-9393-0d5c119f8b91,segment=NetworkSegment(d6acc164-f2f7-4bd4-9c41-4a4072d1290b),segment_id=d6acc164-f2f7-4bd4-9c41-4a4072d1290b)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:20.488915 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.502189 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Calling delete_port for 1431ed86-0c13-47c9-9393-0d5c119f8b91 owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:20.535975 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] DHCP port deletion for 097e7cf1-ad69-4570-9b8d-3aa92f3c228f request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:07:20.586267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.589147 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Deleting port 1431ed86-0c13-47c9-9393-0d5c119f8b91 {{(pid=119856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:20.589520 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), before_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.612858 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Pushing event deleted for resources: {'Port': ['ID=1431ed86-0c13-47c9-9393-0d5c119f8b91,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:20.617396 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] No DVR routers for this DVR port 1431ed86-0c13-47c9-9393-0d5c119f8b91 on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:20.655037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] For port 1431ed86-0c13-47c9-9393-0d5c119f8b91, host dv-cinder-830096-2-iscsi, got binding levels [] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:20.655441 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), precommit_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.668266 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Calling delete_port for 1431ed86-0c13-47c9-9393-0d5c119f8b91 owned by network:dhcp {{(pid=119856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:20.671302 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.ipam_backend_mixin [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Port 1431ed86-0c13-47c9-9393-0d5c119f8b91 was not found and therefore no delete operation was performed {{(pid=119856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 15:07:20.672582 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680'] for port (1431ed86-0c13-47c9-9393-0d5c119f8b91), after_delete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.692311 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (097e7cf1-ad69-4570-9b8d-3aa92f3c228f), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.696502 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Pushing event deleted for resources: {'Port': ['ID=1431ed86-0c13-47c9-9393-0d5c119f8b91,revision_number=None']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:20.701583 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] No DVR routers for this DVR port 1431ed86-0c13-47c9-9393-0d5c119f8b91 on host dv-cinder-830096-2-iscsi {{(pid=119856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:20.713333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e7cf1-ad69-4570-9b8d-3aa92f3c228f']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:20.713932 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.714306 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.714661 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.715247 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.716352 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.716527 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.716868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.717219 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.717560 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.717955 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.718300 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.718654 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.718993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588cf96-6f2d-476b-8bd4-dc15f92ccd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:07:20.725495 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:20.725945 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6acc164-f2f7-4bd4-9c41-4a4072d1290b') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:20.737348 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (d6acc164-f2f7-4bd4-9c41-4a4072d1290b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.752019 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (d6acc164-f2f7-4bd4-9c41-4a4072d1290b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.758199 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:07:20.758590 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (d6acc164-f2f7-4bd4-9c41-4a4072d1290b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:07:20.760248 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:07:20.818543 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (097e7cf1-ad69-4570-9b8d-3aa92f3c228f), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.824489 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:20.827724 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] 10.222.0.42 "DELETE /v2.0/networks/097e7cf1-ad69-4570-9b8d-3aa92f3c228f HTTP/1.1" status: 204 len: 168 time: 0.5243638 Mar 08 15:07:20.838497 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dff7c7-63ac-4f67-a0a5-be133e2072af admin admin] Pushing event deleted for resources: {'Network': ['ID=097e7cf1-ad69-4570-9b8d-3aa92f3c228f,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:20.866755 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.004580 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52770) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:21.044267 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-ba8539c0-6cfa-4d42-b051-5d97427dc1f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d6e7022e4804dec85340475d99c61c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384395 Mar 08 15:07:21.046637 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52772) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:21.096331 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] Publish callbacks [] for security_group (bcbd525b-ffce-442b-828b-d1322a7bb9a6), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.241723 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:21.267513 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:21.268399 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 79b1267d-edc4-4f67-b9ad-ff3c91e01c6f not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:21.268814 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 1431ed86-0c13-47c9-9393-0d5c119f8b91 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:21.288506 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 1431ed86-0c13-47c9-9393-0d5c119f8b91 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:21.288849 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 1431ed86-0c13-47c9-9393-0d5c119f8b91 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:21.289291 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 95af5680-770c-4f5c-9f5f-76c3fef0060f no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:21.308578 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 95af5680-770c-4f5c-9f5f-76c3fef0060f {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:21.309142 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 95af5680-770c-4f5c-9f5f-76c3fef0060f not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:21.321370 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] Publish callbacks [] for security_group (bcbd525b-ffce-442b-828b-d1322a7bb9a6), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.366518 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (bcbd525b-ffce-442b-828b-d1322a7bb9a6), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.369198 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.370397 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcbd525b-ffce-442b-828b-d1322a7bb9a6 HTTP/1.1" status: 204 len: 168 time: 0.3228943 Mar 08 15:07:21.378771 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3f0ef-ae5f-4476-b290-e02eb91256b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd525b-ffce-442b-828b-d1322a7bb9a6,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:21.670754 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52778) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:21.708841 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5817cde7-0253-4f37-ab4a-4a3cde53c98d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=500ec7936b0a4b02b383c0bc2aded1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369325 Mar 08 15:07:21.711090 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52780) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:21.755757 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] Publish callbacks [] for security_group (bb3f3843-4057-409a-8a1c-fa7fa7db4031), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.776548 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] Publish callbacks [] for security_group (bb3f3843-4057-409a-8a1c-fa7fa7db4031), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.786576 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:07:21.821943 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (bb3f3843-4057-409a-8a1c-fa7fa7db4031), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.824425 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:21.826356 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb3f3843-4057-409a-8a1c-fa7fa7db4031 HTTP/1.1" status: 204 len: 168 time: 0.1143906 Mar 08 15:07:21.833783 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b46ef-4da7-41e5-93a1-2fb0e472eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f3843-4057-409a-8a1c-fa7fa7db4031,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:24.592556 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ef43-5205-491a-b4d8-6985b7048146 req-141ec61d-edeb-4b89-8054-f02a66e175a3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:24.593995 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2322ef43-5205-491a-b4d8-6985b7048146 req-141ec61d-edeb-4b89-8054-f02a66e175a3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.0595298 Mar 08 15:07:24.639534 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2322ef43-5205-491a-b4d8-6985b7048146 req-9a144298-d8a6-4742-9660-8741ac5fadb9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399432 Mar 08 15:07:25.855345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31db8-ae94-4e5a-b035-bfcf268e61b7 req-8a36b45d-d589-4efb-a35f-8940437e2a89 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:25.857142 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e1a31db8-ae94-4e5a-b035-bfcf268e61b7 req-8a36b45d-d589-4efb-a35f-8940437e2a89 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.1482246 Mar 08 15:07:25.903230 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e1a31db8-ae94-4e5a-b035-bfcf268e61b7 req-683efe04-2f36-42ae-9462-1054b73fc94f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=618595b5-b6ed-4349-b9dc-3a7911916491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399189 Mar 08 15:07:26.223405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-95d7cce9-8da5-42c3-adc5-2988009cc38e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:26.224878 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-95d7cce9-8da5-42c3-adc5-2988009cc38e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 946 time: 0.0515552 Mar 08 15:07:26.328630 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port 85773e9e-c67c-422c-809b-6374c386afb1 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:26.328975 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (85773e9e-c67c-422c-809b-6374c386afb1), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:26.418230 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] For port 85773e9e-c67c-422c-809b-6374c386afb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85773e9e-c67c-422c-809b-6374c386afb1,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:26.418666 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (85773e9e-c67c-422c-809b-6374c386afb1), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:26.585192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:26.585558 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:26.585935 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP b8281ee6-aaa7-448f-a432-d75f9e78c5ad disassociated. External IP: 172.27.2.125, port: 85773e9e-c67c-422c-809b-6374c386afb1. Mar 08 15:07:26.586315 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for 85773e9e-c67c-422c-809b-6374c386afb1 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:26.709654 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (85773e9e-c67c-422c-809b-6374c386afb1), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:26.739112 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=85773e9e-c67c-422c-809b-6374c386afb1,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:26.853469 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:26.958878 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:26.979078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:26.991394 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:26.992227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:27.010298 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] No DVR routers for this DVR port 85773e9e-c67c-422c-809b-6374c386afb1 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:27.028845 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:27.032287 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b2e17c62-fd1b-41fb-a52a-a446312f3ebd req-0f42491c-5fa9-4380-8549-1a758289c1bf tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "DELETE /v2.0/ports/85773e9e-c67c-422c-809b-6374c386afb1 HTTP/1.1" status: 204 len: 173 time: 0.8027139 Mar 08 15:07:27.032898 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'name': 'network-vif-deleted', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:27.035237 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61efac4c-5794-4daa-8b0c-b4feb7ec36d5" -d '{"events": [{"server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "name": "network-vif-deleted", "tag": "85773e9e-c67c-422c-809b-6374c386afb1"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:27.038945 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bab413c2-2893-455a-a16a-8afcb4fdb402 req-db683f76-98b9-499a-b6df-ba7706b05391 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5548a42-d6e2-4af8-b9fd-c3c2c950dd67 HTTP/1.1" status: 200 len: 210 time: 0.0548701 Mar 08 15:07:27.091925 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a35bf8e-1312-42e0-898f-a22e7b7d9368 x-openstack-request-id: req-9a35bf8e-1312-42e0-898f-a22e7b7d9368 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:27.092337 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5548a42-d6e2-4af8-b9fd-c3c2c950dd67", "name": "network-vif-deleted", "tag": "85773e9e-c67c-422c-809b-6374c386afb1", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:27.092708 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a35bf8e-1312-42e0-898f-a22e7b7d9368 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:27.093271 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5548a42-d6e2-4af8-b9fd-c3c2c950dd67', 'name': 'network-vif-deleted', 'tag': '85773e9e-c67c-422c-809b-6374c386afb1', 'status': 'completed', 'code': 200} Mar 08 15:07:27.113627 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:27.357150 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:27.384619 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:27.393290 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:27.393917 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:27.500341 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:27.733938 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:27.759256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c25d8-dc70-49ca-9402-1d5251278863 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'd811213a-d839-4e0c-af57-969727d75a1e', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:d0:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:04:02Z', 'updated_at': '2022-03-08T15:04:30Z', 'revision_number': 2, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:27.985356 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409f19d-990d-457b-8eff-9135bfd0ec62 None None] New status for floating IP b8281ee6-aaa7-448f-a432-d75f9e78c5ad: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:07:29.143354 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52812) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:29.197109 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (618595b5-b6ed-4349-b9dc-3a7911916491), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.222165 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (618595b5-b6ed-4349-b9dc-3a7911916491), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.269326 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (618595b5-b6ed-4349-b9dc-3a7911916491), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.271953 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.273141 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/security-groups/618595b5-b6ed-4349-b9dc-3a7911916491 HTTP/1.1" status: 204 len: 168 time: 0.1287489 Mar 08 15:07:29.275893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52814) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:29.283105 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fe1c0-1a0a-4768-bf4d-daf5d10a7433 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618595b5-b6ed-4349-b9dc-3a7911916491,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:29.291119 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.api.v2.resource [None req-7f2fa424-83c1-4d25-acc5-127e5fb30a28 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] show failed (client error): The resource could not be found. Mar 08 15:07:29.292192 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-7f2fa424-83c1-4d25-acc5-127e5fb30a28 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups/618595b5-b6ed-4349-b9dc-3a7911916491 HTTP/1.1" status: 404 len: 347 time: 0.0152974 Mar 08 15:07:29.295211 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52816) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:29.395980 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 85773e9e-c67c-422c-809b-6374c386afb1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:29.415727 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 85773e9e-c67c-422c-809b-6374c386afb1 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:29.416077 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 85773e9e-c67c-422c-809b-6374c386afb1 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:29.421394 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port f0b15305-db76-44be-8584-891c37cc468e {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:29.421740 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (f0b15305-db76-44be-8584-891c37cc468e), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.498067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (f0b15305-db76-44be-8584-891c37cc468e), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.498396 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (f0b15305-db76-44be-8584-891c37cc468e), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.509815 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for f0b15305-db76-44be-8584-891c37cc468e owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:29.647264 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f0b15305-db76-44be-8584-891c37cc468e), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.672247 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=f0b15305-db76-44be-8584-891c37cc468e,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:29.731485 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (b8281ee6-aaa7-448f-a432-d75f9e78c5ad), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.734077 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:29.735223 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cf28956f-37cb-41c8-845e-5114f3114f7a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/floatingips/b8281ee6-aaa7-448f-a432-d75f9e78c5ad HTTP/1.1" status: 204 len: 168 time: 0.4391115 Mar 08 15:07:31.315748 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4122a2-d5a7-4468-add2-e5458c64b03d req-f5730bf6-1c1f-4ee2-b355-88728bfd860f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:31.317218 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9e4122a2-d5a7-4468-add2-e5458c64b03d req-f5730bf6-1c1f-4ee2-b355-88728bfd860f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Mar 08 15:07:31.366063 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9e4122a2-d5a7-4468-add2-e5458c64b03d req-04d35232-fdb2-4a76-8031-97084adf1af3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Mar 08 15:07:32.484315 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf521c47-bea2-4818-92ca-52cca5c18105 req-641e8173-14d9-4a83-8d73-107c03f8a997 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:32.485891 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bf521c47-bea2-4818-92ca-52cca5c18105 req-641e8173-14d9-4a83-8d73-107c03f8a997 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Mar 08 15:07:32.531474 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bf521c47-bea2-4818-92ca-52cca5c18105 req-d218020d-4112-4ca4-b545-b4b30b112db6 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=85cf2f95-d72e-4c4f-880d-583c1ffedbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Mar 08 15:07:33.099167 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-5567483b-4966-4424-a254-5bc5ea33a3a7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:33.100613 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-5567483b-4966-4424-a254-5bc5ea33a3a7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Mar 08 15:07:33.192289 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port c3ac927d-70dc-4234-b4aa-396a2daa3e15 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:33.192629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:33.277315 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] For port c3ac927d-70dc-4234-b4aa-396a2daa3e15, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3ac927d-70dc-4234-b4aa-396a2daa3e15,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:33.278237 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:33.444982 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:33.445253 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:33.445566 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP d811213a-d839-4e0c-af57-969727d75a1e disassociated. External IP: 172.27.2.116, port: c3ac927d-70dc-4234-b4aa-396a2daa3e15. Mar 08 15:07:33.446006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for c3ac927d-70dc-4234-b4aa-396a2daa3e15 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:33.571368 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (c3ac927d-70dc-4234-b4aa-396a2daa3e15), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:33.605290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=c3ac927d-70dc-4234-b4aa-396a2daa3e15,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:33.633725 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-1e4a6eb0-a505-4353-9eed-599655682d01 req-2abdcdcc-6d4b-4c04-9d06-e865dedd5291 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2469d36-f882-4496-855e-5ebfa2c24ce1 HTTP/1.1" status: 200 len: 210 time: 0.0323598 Mar 08 15:07:33.740809 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:34.132358 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:34.146335 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:34.156680 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:34.157292 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:34.173502 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] No DVR routers for this DVR port c3ac927d-70dc-4234-b4aa-396a2daa3e15 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:07:34.176065 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:34.179697 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b83819b9-bb36-4756-8e30-1b51797c1228 req-566190a1-cc90-42b1-8c68-194a14b646b5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "DELETE /v2.0/ports/c3ac927d-70dc-4234-b4aa-396a2daa3e15 HTTP/1.1" status: 204 len: 173 time: 1.0724945 Mar 08 15:07:34.180146 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'name': 'network-vif-deleted', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:34.183072 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceb343e-dca7-48e1-a1ce-3237f97af68b" -d '{"events": [{"server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "name": "network-vif-deleted", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:34.222919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fccec9-8566-4879-ad84-e2d206bf35c7 x-openstack-request-id: req-12fccec9-8566-4879-ad84-e2d206bf35c7 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:34.223220 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2469d36-f882-4496-855e-5ebfa2c24ce1", "name": "network-vif-deleted", "tag": "c3ac927d-70dc-4234-b4aa-396a2daa3e15", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:34.223479 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12fccec9-8566-4879-ad84-e2d206bf35c7 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:34.223880 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2469d36-f882-4496-855e-5ebfa2c24ce1', 'name': 'network-vif-deleted', 'tag': 'c3ac927d-70dc-4234-b4aa-396a2daa3e15', 'status': 'completed', 'code': 200} Mar 08 15:07:34.273490 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:34.616799 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:34.644095 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:34.652560 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:34.653377 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:34.719393 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52848) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:34.768062 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:34.773553 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (85cf2f95-d72e-4c4f-880d-583c1ffedbfa), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:34.796822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (85cf2f95-d72e-4c4f-880d-583c1ffedbfa), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:34.845222 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (85cf2f95-d72e-4c4f-880d-583c1ffedbfa), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:34.847897 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:34.849088 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/security-groups/85cf2f95-d72e-4c4f-880d-583c1ffedbfa HTTP/1.1" status: 204 len: 168 time: 0.1286719 Mar 08 15:07:34.852422 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52850) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:34.859109 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3db5-8331-445e-9f35-d79145d7d434 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf2f95-d72e-4c4f-880d-583c1ffedbfa,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:34.868641 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.api.v2.resource [None req-37a7f9a6-bfe1-4d8d-b602-c1c97e503ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] show failed (client error): The resource could not be found. Mar 08 15:07:34.869831 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-37a7f9a6-bfe1-4d8d-b602-c1c97e503ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups/85cf2f95-d72e-4c4f-880d-583c1ffedbfa HTTP/1.1" status: 404 len: 347 time: 0.0162475 Mar 08 15:07:34.873043 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52852) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:34.978839 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:35.000505 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port 009fc386-7b9b-44c3-8888-12baf5db0c81 {{(pid=119855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:07:35.000851 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.006118 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecf91-0662-4e38-8996-ae90f11f7e09 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:35.081866 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.082198 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (009fc386-7b9b-44c3-8888-12baf5db0c81), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.094886 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for 009fc386-7b9b-44c3-8888-12baf5db0c81 owned by network:floatingip {{(pid=119855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:07:35.227704 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (009fc386-7b9b-44c3-8888-12baf5db0c81), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.234494 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858d2f8-7dce-4653-9e14-2f833838ee14 None None] New status for floating IP d811213a-d839-4e0c-af57-969727d75a1e: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:07:35.260129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=009fc386-7b9b-44c3-8888-12baf5db0c81,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:35.327147 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (d811213a-d839-4e0c-af57-969727d75a1e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.329977 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.331155 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fc8e357f-6f1e-4dd7-a260-3d631eafa49e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/floatingips/d811213a-d839-4e0c-af57-969727d75a1e HTTP/1.1" status: 204 len: 168 time: 0.4572320 Mar 08 15:07:35.658449 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 52856) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:35.662922 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042962631', 'description': 'tempest-description--1007119615'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:35.682587 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.747888 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (d8b65794-6493-4780-ba39-961c5cc5936a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.751437 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d8b65794-6493-4780-ba39-961c5cc5936a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.779210 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.780538 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1211030 Mar 08 15:07:35.784208 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52858) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:35.784707 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f75d-2ea2-41ee-8fe2-e16b35032137 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b65794-6493-4780-ba39-961c5cc5936a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:35.790026 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': 'd8b65794-6493-4780-ba39-961c5cc5936a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:35.815619 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (1f1ed13c-8274-4a3d-bb05-ad45ba212431), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.860505 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (1f1ed13c-8274-4a3d-bb05-ad45ba212431), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.864111 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (1f1ed13c-8274-4a3d-bb05-ad45ba212431), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.887981 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1ed13c-8274-4a3d-bb05-ad45ba212431,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:35.893725 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.895109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-7044962f-10c8-40bc-8360-f7ce4309925c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097071 Mar 08 15:07:35.897596 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52860) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:35.901749 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': 'd8b65794-6493-4780-ba39-961c5cc5936a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:35.925971 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (a4164567-93d4-4007-b562-b13f19c48796), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.981428 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (a4164567-93d4-4007-b562-b13f19c48796), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:35.984374 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (a4164567-93d4-4007-b562-b13f19c48796), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.001834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4164567-93d4-4007-b562-b13f19c48796,revision_number=0']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:36.008986 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.010182 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4f1cf94e-a23a-4f95-83b8-3931484c046f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116543 Mar 08 15:07:36.013434 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52862) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:36.017578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:36.037073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.129812 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.237069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.27.2.85 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/f8c8c785-7c4e-4f92-baa3-059d6c40269a) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:07:36.338843 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.372203 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.409977 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:07:36.412739 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:07:36.416122 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:07:36.437832 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=f8c8c785-7c4e-4f92-baa3-059d6c40269a,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:36.501002 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.537689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.690598 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.694868 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.765051 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=f8c8c785-7c4e-4f92-baa3-059d6c40269a,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:36.777010 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.792519 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:36.794909 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-383a719b-6249-4947-8ad0-fc20a64d04be tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7804990 Mar 08 15:07:36.984210 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-79846bf8-d203-4c25-8ead-51eab065cf77 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2042962631&fields=id&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 267 time: 0.0412910 Mar 08 15:07:37.089611 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-eac60a6e-4e62-40a0-9d8b-422409d4437c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:37.091054 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-eac60a6e-4e62-40a0-9d8b-422409d4437c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1005886 Mar 08 15:07:37.105200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-1716fa35-b85d-4120-b3f1-8cdff51707bc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/quotas/5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 375 time: 0.0088847 Mar 08 15:07:37.159942 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-312db96c-68ec-4d9c-be41-f23eb26eae38 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498683 Mar 08 15:07:37.253627 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-05e595d5-d6c1-4c44-907c-d3d851c4d4af service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Mar 08 15:07:37.343442 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-37a0fbc7-3763-4f8c-a6b2-5e88da39c106 service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Mar 08 15:07:37.461918 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device c3ac927d-70dc-4234-b4aa-396a2daa3e15 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:07:37.495408 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: c3ac927d-70dc-4234-b4aa-396a2daa3e15 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:07:37.495758 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device c3ac927d-70dc-4234-b4aa-396a2daa3e15 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:07:37.499859 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-8616d118-7ee6-451f-ae47-42267db7b833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:37.514008 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cacfef88-c026-4bbb-89c6-8a3ca213a7c8 req-bea2f7b5-3fd6-4ce4-a71d-4f1d719cff9c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Mar 08 15:07:38.404160 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-c9570e99-e158-4067-bbdc-d1a60766c546 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:38.406094 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-c9570e99-e158-4067-bbdc-d1a60766c546 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1166043 Mar 08 15:07:38.467492 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-c96092b7-ecdb-4046-afbf-c04006abed02 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 380 time: 0.0529058 Mar 08 15:07:38.475859 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'port': {'device_id': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'admin_state_up': True, 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'security_groups': ['d8b65794-6493-4780-ba39-961c5cc5936a']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:38.580805 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:07:38.584352 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:38.626758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dfbe50a0-442b-4420-8134-0b1c830e0efc req-ea299926-0ff1-475f-ab70-ab213bd5964e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 210 time: 0.0401368 Mar 08 15:07:38.735274 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.20.0.6 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/4d5e42db-622f-4629-b3eb-d0d7c448e175) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:07:38.870925 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:38.903320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:38.949578 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:07:38.952569 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:07:38.955430 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:07:38.982053 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:39.010617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.011244 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.028402 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5284a052-d48f-47e5-bf15-2ba0c5bbbb2e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553920 Mar 08 15:07:39.039073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Request body: {'port': {'device_id': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:39.105192 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.193137 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-86771a2c-0872-49da-bc62-d9d2708324a0 None None] Provisioning complete for port 4d5e42db-622f-4629-b3eb-d0d7c448e175 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:07:39.193604 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-86771a2c-0872-49da-bc62-d9d2708324a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.226651 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-86771a2c-0872-49da-bc62-d9d2708324a0 None None] Port 4d5e42db-622f-4629-b3eb-d0d7c448e175 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:07:39.361333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5e42db-622f-4629-b3eb-d0d7c448e175 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:07:39.368533 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks [] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.380240 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Transition to ACTIVE for port object 4d5e42db-622f-4629-b3eb-d0d7c448e175 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:07:39.383461 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.436406 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:39.505610 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Attempting to bind port 4d5e42db-622f-4629-b3eb-d0d7c448e175 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:07:39.505981 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Attempting to bind port 4d5e42db-622f-4629-b3eb-d0d7c448e175 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:07:39.506313 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Attempting to bind port 4d5e42db-622f-4629-b3eb-d0d7c448e175 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:07:39.510881 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Port 4d5e42db-622f-4629-b3eb-d0d7c448e175 on network 2073508b-768b-414b-9b1a-948881b66335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:07:39.511202 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Attempting to bind port 4d5e42db-622f-4629-b3eb-d0d7c448e175 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:07:39.516136 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:07:39.516481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:07:39.516869 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:07:39.517298 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Bound port: 4d5e42db-622f-4629-b3eb-d0d7c448e175, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:07:39.517655 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.582985 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:07:39.586189 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:07:39.592290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.632109 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.632735 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.634148 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-0a596962-82c0-4fd7-a671-356507265565 service neutron] 10.222.0.61 "PUT /v2.0/ports/4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 200 len: 1093 time: 0.5993922 Mar 08 15:07:39.634591 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:39.636895 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa353183-3565-4bcf-b9e0-801d94d8cd07" -d '{"events": [{"name": "network-changed", "server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:39.667518 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596962-82c0-4fd7-a671-356507265565 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:39.692669 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4e9d4-fb89-466d-84c3-cbe789ddf738 x-openstack-request-id: req-8cf4e9d4-fb89-466d-84c3-cbe789ddf738 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:39.693023 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:39.693372 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf4e9d4-fb89-466d-84c3-cbe789ddf738 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:39.693892 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'status': 'completed', 'code': 200} Mar 08 15:07:39.754719 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-507f1529-2181-4e1d-99de-a6a109b33cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:39.765724 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-8bc3af62-65f8-43a4-93b5-83adb8e50932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.767275 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-8bc3af62-65f8-43a4-93b5-83adb8e50932 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 1127 time: 0.0845482 Mar 08 15:07:39.778484 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdde67-cff9-4910-a805-f596aa4b273a req-7c010a54-61da-4044-a563-d053b8317f79 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.779979 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dabdde67-cff9-4910-a805-f596aa4b273a req-7c010a54-61da-4044-a563-d053b8317f79 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 943 time: 0.0671329 Mar 08 15:07:39.824474 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-4660c533-1c0b-4227-87bd-0b16aeb59d40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 200 len: 217 time: 0.0434484 Mar 08 15:07:39.896957 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-dabdde67-cff9-4910-a805-f596aa4b273a req-1a158b9f-e2e3-4eaf-87ec-a4ad9f198e70 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100712 Mar 08 15:07:39.898364 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-c15769c9-0bc2-485c-a447-2ecf4c2738a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.899734 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-c15769c9-0bc2-485c-a447-2ecf4c2738a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0686848 Mar 08 15:07:39.951048 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-43ebc7ed-93cb-46c2-8fbf-9c6af7f78b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:39.952491 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-43ebc7ed-93cb-46c2-8fbf-9c6af7f78b46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464742 Mar 08 15:07:40.047094 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-5fcfd2fd-aefe-445c-a3f1-aa2ed9219574 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883453 Mar 08 15:07:40.141266 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-3b5ea15c-df9d-43b1-90d6-97e0730be8a3 req-ea7f723b-370d-4d7c-be6d-aac9839ef81c service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888567 Mar 08 15:07:40.232119 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-0cec392d-fba3-4d5b-8c30-91af928c8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:40.233527 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-0cec392d-fba3-4d5b-8c30-91af928c8fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 1127 time: 0.0501266 Mar 08 15:07:40.323810 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-d24fb227-33f3-438b-a0ec-0a0832ee82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:40.325782 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-d24fb227-33f3-438b-a0ec-0a0832ee82bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0860770 Mar 08 15:07:40.369054 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-a4743407-bb69-4736-8a48-5ae40f925e69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 200 len: 217 time: 0.0379894 Mar 08 15:07:40.415420 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-3b3ad308-0b73-41af-82a1-19cd15b412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:40.416854 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-3b3ad308-0b73-41af-82a1-19cd15b412f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0421333 Mar 08 15:07:40.464409 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-5da8163e-2d0b-401b-8107-38718dae245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:40.466429 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-5da8163e-2d0b-401b-8107-38718dae245b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439000 Mar 08 15:07:40.557532 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-8c3e6cb3-46e2-4674-8475-cd052fa1438a service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849218 Mar 08 15:07:40.648649 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-aa353183-3565-4bcf-b9e0-801d94d8cd07 req-f89416b9-93cd-44f6-8b5c-2fc8a7dc9b15 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Mar 08 15:07:40.810219 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:41.015758 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6efc7-d012-4519-bcd8-2bda219e326d req-1a5f9153-88dc-47bb-a4de-7382932e675e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:41.017208 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e7a6efc7-d012-4519-bcd8-2bda219e326d req-1a5f9153-88dc-47bb-a4de-7382932e675e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 943 time: 0.0513229 Mar 08 15:07:41.065703 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e7a6efc7-d012-4519-bcd8-2bda219e326d req-3a83b71a-b3af-4198-8c96-83cdad451dac tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Mar 08 15:07:42.179260 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f1390-4855-49cc-86d2-d5cf97cbcd8b req-6f03dc1c-517e-478b-9939-207fb2314af0 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:42.180729 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-906f1390-4855-49cc-86d2-d5cf97cbcd8b req-6f03dc1c-517e-478b-9939-207fb2314af0 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 943 time: 0.0510476 Mar 08 15:07:42.226637 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-906f1390-4855-49cc-86d2-d5cf97cbcd8b req-f7ad0741-6978-4e93-acc3-f9d0f5105628 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Mar 08 15:07:42.320924 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:43.344450 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851535d-5ed4-49c6-9fe1-fca4219fd7ba req-3d7a6d7a-69a8-46e5-b3b2-c09109188f5d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:43.345965 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e851535d-5ed4-49c6-9fe1-fca4219fd7ba req-3d7a6d7a-69a8-46e5-b3b2-c09109188f5d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 943 time: 0.0520456 Mar 08 15:07:43.390967 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e851535d-5ed4-49c6-9fe1-fca4219fd7ba req-6c3cf975-34a9-4b54-b3d7-24a36223f1dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Mar 08 15:07:43.536194 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4d5e42db-622f-4629-b3eb-d0d7c448e175 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:07:43.630565 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:43.641250 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'port_id': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'mac_address': 'fa:16:3e:e1:5b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:07:43.676451 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 4d5e42db-622f-4629-b3eb-d0d7c448e175 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:07:43.676835 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:43.692645 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5e42db-622f-4629-b3eb-d0d7c448e175 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:07:43.711278 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:43.714893 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:43.759511 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:44.023574 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['4d5e42db-622f-4629-b3eb-d0d7c448e175'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:07:44.225276 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:44.510267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727584fe-d0e1-430b-9474-60e21f69c50c req-7c1ba2ea-e379-4aab-804c-a53574eb537a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:44.511758 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-727584fe-d0e1-430b-9474-60e21f69c50c req-7c1ba2ea-e379-4aab-804c-a53574eb537a tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 944 time: 0.0556896 Mar 08 15:07:44.558584 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-727584fe-d0e1-430b-9474-60e21f69c50c req-ba781386-ef9a-4276-8e56-657026c2ca05 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409758 Mar 08 15:07:45.552495 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4d5e42db-622f-4629-b3eb-d0d7c448e175 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:07:45.600993 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 4d5e42db-622f-4629-b3eb-d0d7c448e175 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:07:45.605576 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 4d5e42db-622f-4629-b3eb-d0d7c448e175 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:07:45.606112 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:45.682024 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 4d5e42db-622f-4629-b3eb-d0d7c448e175 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:07:45.682413 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:45.684477 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91b86-3f46-43a0-9861-6f94b7db02db req-b2240c02-fb0d-4769-a0b2-de79b1e38300 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:45.686161 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7d91b86-3f46-43a0-9861-6f94b7db02db req-b2240c02-fb0d-4769-a0b2-de79b1e38300 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 944 time: 0.0524669 Mar 08 15:07:45.709488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:45.711729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b09d77-991d-4a05-a05c-4fab1dc68ff1" -d '{"events": [{"server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "name": "network-vif-plugged", "status": "completed", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:45.724158 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:07:45.728352 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:45.735439 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b7d91b86-3f46-43a0-9861-6f94b7db02db req-c897c4f7-04c9-4507-99be-7a6c671d3c28 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Mar 08 15:07:45.753654 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745ceddf-40f1-45ee-9acd-82a0dd23425c x-openstack-request-id: req-745ceddf-40f1-45ee-9acd-82a0dd23425c {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:45.753974 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "name": "network-vif-plugged", "status": "completed", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:45.754227 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-745ceddf-40f1-45ee-9acd-82a0dd23425c {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:45.754613 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'code': 200} Mar 08 15:07:45.777271 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:07:45.919779 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30022a-8a0a-49f6-a6b3-989028a1b6b2 req-f8acb3c6-afb5-41c7-8210-112159d99cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:45.921184 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8f30022a-8a0a-49f6-a6b3-989028a1b6b2 req-f8acb3c6-afb5-41c7-8210-112159d99cca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 1129 time: 0.0459964 Mar 08 15:07:45.966553 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-8f30022a-8a0a-49f6-a6b3-989028a1b6b2 req-6f0cdc85-74f3-4062-a339-712175705066 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Mar 08 15:07:46.855137 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d4f36-6370-4e32-b346-d5e77c3298b9 req-6818993c-e020-46d3-83bc-51e9e2834c36 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:46.856692 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-311d4f36-6370-4e32-b346-d5e77c3298b9 req-6818993c-e020-46d3-83bc-51e9e2834c36 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Mar 08 15:07:46.901465 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-311d4f36-6370-4e32-b346-d5e77c3298b9 req-7faec871-7dab-4296-8d3d-2c508c40c404 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 Mar 08 15:07:48.018876 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfad8a-958e-4d6b-aa07-9250e04de9f1 req-7349462e-3377-48d2-842a-3577eddd0f21 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:48.020315 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfcfad8a-958e-4d6b-aa07-9250e04de9f1 req-7349462e-3377-48d2-842a-3577eddd0f21 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Mar 08 15:07:48.069229 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-cfcfad8a-958e-4d6b-aa07-9250e04de9f1 req-6f206339-b861-459b-9dbd-e456c4b5d9ee tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Mar 08 15:07:48.181465 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e43dd-222a-403c-b4f8-8ae98730b014 req-30036a5c-15f5-4b21-9d10-05226f33614c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:48.182889 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-271e43dd-222a-403c-b4f8-8ae98730b014 req-30036a5c-15f5-4b21-9d10-05226f33614c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Mar 08 15:07:48.191492 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 52916) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:07:48.195663 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'port_id': '4d5e42db-622f-4629-b3eb-d0d7c448e175'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:07:48.236103 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:48.672342 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:48.675887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:48.745691 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-cedca450-97ef-499f-a8da-4296a07a5c00 req-c58e30c7-30e7-480f-9a58-6b318a8622ae service neutron] (119855) timed out ('10.222.0.61', 49920) {{(pid=119855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 15:07:48.774970 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP f38ce65a-7606-46c7-b472-be7f594d3065 associated. External IP: 172.27.2.85, port: 4d5e42db-622f-4629-b3eb-d0d7c448e175. Mar 08 15:07:48.978904 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:07:49.370024 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:07:49.375419 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:49.379850 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:07:49.389830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:49.390625 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:49.405321 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-952f7a13-8d5d-455e-b347-682b31050ab7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "PUT /v2.0/floatingips/f38ce65a-7606-46c7-b472-be7f594d3065 HTTP/1.1" status: 200 len: 990 time: 1.2128091 Mar 08 15:07:49.406047 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:07:49.408276 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:07:49.442997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb9d2f5-d784-4cbb-bf07-fd1cd564913d x-openstack-request-id: req-bcb9d2f5-d784-4cbb-bf07-fd1cd564913d {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:07:49.443368 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:07:49.443632 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb9d2f5-d784-4cbb-bf07-fd1cd564913d {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:07:49.444041 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'status': 'completed', 'code': 200} Mar 08 15:07:49.499321 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:49.509562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-94576849-9636-4a20-a39a-b318c4c45817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:49.511077 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-94576849-9636-4a20-a39a-b318c4c45817 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 1129 time: 0.0442615 Mar 08 15:07:49.601243 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-c64584b8-16d1-47ca-a70e-734f5d294e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:49.602679 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-c64584b8-16d1-47ca-a70e-734f5d294e47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0853944 Mar 08 15:07:49.668809 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-b44c1487-4ee3-4ded-a339-45676631fff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 200 len: 998 time: 0.0601878 Mar 08 15:07:49.720480 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-653dfdb9-a5c9-4b36-80a1-03d4d8ffc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:49.722005 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-653dfdb9-a5c9-4b36-80a1-03d4d8ffc63b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0480189 Mar 08 15:07:49.725180 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f38ce65a-7606-46c7-b472-be7f594d3065', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:e1:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:07:36Z', 'updated_at': '2022-03-08T15:07:48Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:49.752265 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:07:49.760406 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:07:49.761007 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:07:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:49.772584 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-9f290a38-ec96-43ef-bcd9-53347ee0541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:07:49.774095 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-9f290a38-ec96-43ef-bcd9-53347ee0541d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465093 Mar 08 15:07:49.861511 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-c1081db7-79d2-405a-9455-b10d435a1f51 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Mar 08 15:07:49.868462 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:07:49.952712 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d8e96581-f5a6-45cb-8b9e-b85a41cb3a6f req-7f71e704-5fbf-426a-9d3a-cc02e8c5042c service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Mar 08 15:07:50.090488 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f38ce65a-7606-46c7-b472-be7f594d3065', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:e1:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:07:36Z', 'updated_at': '2022-03-08T15:07:48Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:07:50.245473 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca455a2-00b4-47e7-8e01-9a5c3bb39d6d None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': 'f38ce65a-7606-46c7-b472-be7f594d3065', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:e1:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:07:36Z', 'updated_at': '2022-03-08T15:07:48Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:07:50.428015 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870baf2-aa9c-409d-9354-798a8ab9b113 None None] New status for floating IP f38ce65a-7606-46c7-b472-be7f594d3065: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:07:50.870499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:07:58.785964 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:08:07.474893 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-41301096-609b-40da-ba59-bad046543b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:09.756789 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-01f369c4-fd21-41ee-aba8-dd882c4376e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:10.813199 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:12.329896 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:14.227419 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:20.864501 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:29.830842 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-2e16beba-d18f-466a-95e3-f2f63774effa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841203 Mar 08 15:08:29.914855 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-eecc30e5-a450-43bd-97d2-9591bbb21349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:08:29.916320 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-eecc30e5-a450-43bd-97d2-9591bbb21349 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 1129 time: 0.0425260 Mar 08 15:08:30.019228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-efc084ba-5232-46e1-b43b-0ff80ea13904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:08:30.020689 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-efc084ba-5232-46e1-b43b-0ff80ea13904 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0874608 Mar 08 15:08:30.084078 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-a0329162-c89f-42a3-89a3-e01f33da245d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 200 len: 1000 time: 0.0565338 Mar 08 15:08:30.133474 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-2d5b5e54-1961-40f6-a44c-0d2bd3f0b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:08:30.134980 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-2d5b5e54-1961-40f6-a44c-0d2bd3f0b4ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0450029 Mar 08 15:08:30.180990 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-ad3c69f6-30a7-409e-a975-55773231cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:08:30.182520 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-ad3c69f6-30a7-409e-a975-55773231cf90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419841 Mar 08 15:08:30.268145 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-fb555ebc-4b40-41a4-b016-81650ae160d4 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798330 Mar 08 15:08:30.358734 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a9228e26-e4f9-4727-a93a-4637bfe59edf req-18905016-004d-4cef-8c55-22cc8990b43d service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Mar 08 15:08:35.785219 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:08:37.477648 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-9352abd1-0d5a-4dd8-8a04-d67bf1c575e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:39.758102 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-11e31fb6-d07b-4830-8f3f-99e4f675afbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:40.818664 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:42.327902 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:44.229781 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:08:50.875973 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:03.904042 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3f3a-3ac1-4847-9414-8be61f2ffaad req-91ccd1e9-3601-479f-9c87-85edbedf3d9e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:03.906025 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d0f3f3a-3ac1-4847-9414-8be61f2ffaad req-91ccd1e9-3601-479f-9c87-85edbedf3d9e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Mar 08 15:09:03.952735 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-6d0f3f3a-3ac1-4847-9414-8be61f2ffaad req-67d0d015-674b-48f7-a428-9fead6b421e7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Mar 08 15:09:05.073943 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0256b-f0f1-45de-b62a-4cf5554a8be5 req-aa17c7e3-2ce6-4b84-af81-da787a8354a8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:05.075406 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58a0256b-f0f1-45de-b62a-4cf5554a8be5 req-aa17c7e3-2ce6-4b84-af81-da787a8354a8 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0544498 Mar 08 15:09:05.120395 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-58a0256b-f0f1-45de-b62a-4cf5554a8be5 req-1fa98c1b-f4b2-45f3-9d63-3cbe39ca6831 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b65794-6493-4780-ba39-961c5cc5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Mar 08 15:09:05.627356 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-f335e8ee-63e3-4804-a323-788dc760a73f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:05.628793 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-f335e8ee-63e3-4804-a323-788dc760a73f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Mar 08 15:09:05.717428 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port 4d5e42db-622f-4629-b3eb-d0d7c448e175 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:09:05.718483 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:05.808324 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] For port 4d5e42db-622f-4629-b3eb-d0d7c448e175, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d5e42db-622f-4629-b3eb-d0d7c448e175,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:09:05.808688 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:05.978554 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:05.978842 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:05.979164 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP f38ce65a-7606-46c7-b472-be7f594d3065 disassociated. External IP: 172.27.2.85, port: 4d5e42db-622f-4629-b3eb-d0d7c448e175. Mar 08 15:09:05.979509 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for 4d5e42db-622f-4629-b3eb-d0d7c448e175 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:09:06.106295 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (4d5e42db-622f-4629-b3eb-d0d7c448e175), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:06.133737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=4d5e42db-622f-4629-b3eb-d0d7c448e175,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:06.145258 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.145609 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.145984 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.146328 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.146670 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.147008 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.147345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.147676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.148467 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.148854 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.149183 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.149521 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.149875 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:06.223037 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-df29b048-f99e-4db7-b3c6-8c456f19f346 req-d82c416a-06d3-40b1-b97a-209a4bb279fc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012 HTTP/1.1" status: 200 len: 210 time: 0.0314698 Mar 08 15:09:06.287838 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:09:06.396731 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:09:06.408156 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:09:06.417418 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:09:06.418594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:08:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:06.441152 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] No DVR routers for this DVR port 4d5e42db-622f-4629-b3eb-d0d7c448e175 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:09:06.443625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:06.447166 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2aa68e5e-ebe7-41d6-a80e-32b54cef6ca4 req-7c159a93-b442-40f8-b141-6cf9df3b14d3 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "DELETE /v2.0/ports/4d5e42db-622f-4629-b3eb-d0d7c448e175 HTTP/1.1" status: 204 len: 173 time: 0.8134587 Mar 08 15:09:06.447607 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'name': 'network-vif-deleted', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:09:06.449936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d1417-2dc7-4991-b592-d4e711c430cd" -d '{"events": [{"server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "name": "network-vif-deleted", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:09:06.551514 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:09:06.559116 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a44a8-4fdc-4d0d-b869-85ecacd351d9 x-openstack-request-id: req-bd7a44a8-4fdc-4d0d-b869-85ecacd351d9 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:09:06.559544 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012", "name": "network-vif-deleted", "tag": "4d5e42db-622f-4629-b3eb-d0d7c448e175", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:09:06.559884 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd7a44a8-4fdc-4d0d-b869-85ecacd351d9 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:09:06.560388 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2afc874-e1a6-4f9e-a0b4-bfadc1c7b012', 'name': 'network-vif-deleted', 'tag': '4d5e42db-622f-4629-b3eb-d0d7c448e175', 'status': 'completed', 'code': 200} Mar 08 15:09:06.756140 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:06.784977 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:09:06.793183 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:09:06.793810 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:08:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:06.903045 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:09:07.096681 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:07.122594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f67211-8603-4721-944b-963dc8d59173 None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:09:07.318625 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53020) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:07.370967 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb6fed1-622e-4afb-885b-14cf13b25d01 None None] New status for floating IP f38ce65a-7606-46c7-b472-be7f594d3065: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:09:07.404617 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (d8b65794-6493-4780-ba39-961c5cc5936a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.442629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (d8b65794-6493-4780-ba39-961c5cc5936a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.491887 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-916b1eb7-1eca-4760-bc3d-f21844a10b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.507366 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (d8b65794-6493-4780-ba39-961c5cc5936a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.509995 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.511148 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/security-groups/d8b65794-6493-4780-ba39-961c5cc5936a HTTP/1.1" status: 204 len: 168 time: 0.1915417 Mar 08 15:09:07.515503 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53022) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:07.522361 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532b105-f47b-463e-8bf1-bd33228dfa55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b65794-6493-4780-ba39-961c5cc5936a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:07.537454 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.api.v2.resource [None req-7d431473-6755-4069-ab66-ecdcf6621b39 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] show failed (client error): The resource could not be found. Mar 08 15:09:07.542432 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53026) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:07.543286 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-7d431473-6755-4069-ab66-ecdcf6621b39 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups/d8b65794-6493-4780-ba39-961c5cc5936a HTTP/1.1" status: 404 len: 347 time: 0.0267341 Mar 08 15:09:07.669145 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port f8c8c785-7c4e-4f92-baa3-059d6c40269a {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:09:07.669396 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.744082 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.744411 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (f8c8c785-7c4e-4f92-baa3-059d6c40269a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.755952 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for f8c8c785-7c4e-4f92-baa3-059d6c40269a owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:09:07.882824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (f8c8c785-7c4e-4f92-baa3-059d6c40269a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.907733 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=f8c8c785-7c4e-4f92-baa3-059d6c40269a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:07.968936 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (f38ce65a-7606-46c7-b472-be7f594d3065), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.971481 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:07.972646 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-0bcaa5e5-3f19-4d1f-b25f-c4d24c19b5b4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/floatingips/f38ce65a-7606-46c7-b472-be7f594d3065 HTTP/1.1" status: 204 len: 168 time: 0.4288418 Mar 08 15:09:08.273221 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53030) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:08.277755 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410063632', 'description': 'tempest-description--2063485015'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:08.297629 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.362405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (774f144c-aea8-4d5d-9a07-6e03a313f08e), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.366605 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (774f144c-aea8-4d5d-9a07-6e03a313f08e), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.396174 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.397377 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1231012 Mar 08 15:09:08.399267 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97e0d-b8a1-4cf9-bfba-bcd13c55a374 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774f144c-aea8-4d5d-9a07-6e03a313f08e,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:08.400282 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53032) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:08.404900 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '774f144c-aea8-4d5d-9a07-6e03a313f08e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:08.428571 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (e29714c4-ebbf-4a18-b485-d7d5108ec4bc), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.492631 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (e29714c4-ebbf-4a18-b485-d7d5108ec4bc), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.496324 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (e29714c4-ebbf-4a18-b485-d7d5108ec4bc), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.515017 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29714c4-ebbf-4a18-b485-d7d5108ec4bc,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:08.524207 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.524777 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.524896 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.525222 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.525592 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.526059 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.526447 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.526782 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.527113 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.527562 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.527908 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.528268 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.528599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:08.534255 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.535452 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2164821b-6703-429e-aeaf-5d7e044d3d26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340694 Mar 08 15:09:08.538129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53034) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:08.542362 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'security_group_rule': {'security_group_id': '774f144c-aea8-4d5d-9a07-6e03a313f08e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:08.566160 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (a02c8ed7-ce4d-4adf-a030-8f4cbbb594a7), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.619953 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (a02c8ed7-ce4d-4adf-a030-8f4cbbb594a7), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.623245 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641315'] for security_group_rule (a02c8ed7-ce4d-4adf-a030-8f4cbbb594a7), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.640900 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02c8ed7-ce4d-4adf-a030-8f4cbbb594a7,revision_number=0']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:08.648310 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.649480 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-fcca73ec-0422-4398-95c5-99207c9a6d7e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1104348 Mar 08 15:09:08.652480 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53036) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:08.657122 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.v2.base [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1'}} {{(pid=119855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:08.676183 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.771970 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:08.869270 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.db_base_plugin_common [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.27.2.140 (c7e7e19b-09df-4709-a13b-14afa653fbf1/77f275e4-0dcb-4494-aee9-66dc4cb95c42/58de15b0-4b18-4515-b339-4d0dd8d9b602) {{(pid=119855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:09:08.971760 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.004244 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122953'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.041404 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network c7e7e19b-09df-4709-a13b-14afa653fbf1 is already hosted by enough agents. {{(pid=119855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:09:09.044045 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.scheduler.base_scheduler [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:09:09.048027 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:09:09.069408 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=58de15b0-4b18-4515-b339-4d0dd8d9b602,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:09.132066 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.171144 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), before_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.313283 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), precommit_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.317678 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122928'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), after_update {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.388520 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=58de15b0-4b18-4515-b339-4d0dd8d9b602,revision_number=2']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:09.398109 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.413376 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.414686 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-68fa5c41-fe4a-4204-8e8b-88f11c7aea26 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7613010 Mar 08 15:09:09.565237 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-b5956de3-c8d7-4b0b-ab35-5c072821f679 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--410063632&fields=id&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 267 time: 0.0464194 Mar 08 15:09:09.667339 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-4abcee84-bd6e-43e9-ba25-a772307f0b4b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:09.668813 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-4abcee84-bd6e-43e9-ba25-a772307f0b4b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.0971606 Mar 08 15:09:09.683131 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-95ce488b-2b12-4c90-ae50-7b0b712d510f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/quotas/5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 375 time: 0.0086114 Mar 08 15:09:09.736575 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-55fa4338-2ea9-4db9-8144-044f373bc7a4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482872 Mar 08 15:09:09.760855 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7a62945c-e890-4e3a-9ba3-179d882dfb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:09.833234 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6f1ce5b5-35a8-40d8-829d-aa1648d2094f service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855906 Mar 08 15:09:09.924675 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-67b8a81d-a41f-4bc3-a003-d027cfcf85c7 service neutron] 10.222.0.42 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Mar 08 15:09:10.004166 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4d5e42db-622f-4629-b3eb-d0d7c448e175 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:09:10.026471 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 4d5e42db-622f-4629-b3eb-d0d7c448e175 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:09:10.026716 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 4d5e42db-622f-4629-b3eb-d0d7c448e175 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:09:10.087535 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-72296b04-b785-46ec-a5dc-070c265336d9 req-0cf18313-d16e-4125-9fb8-3fac60a7464d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Mar 08 15:09:10.818902 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:11.163814 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bdfbe050-92b7-4e88-a876-3fff89c649b7 req-76a7ac41-fe2c-4d67-9c28-c78f76129247 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0271127 Mar 08 15:09:12.240275 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-9bc26fd7-8927-435d-8aa6-dc763aaaa352 req-4e742459-68ed-4fdb-bf0d-e235e985af6e tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Mar 08 15:09:12.332464 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:12.784802 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:09:13.315139 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-7aa5015b-0d22-458e-bfbd-97a77b2e644a req-f03b8616-90f7-4a90-963d-f28d8589c379 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Mar 08 15:09:14.232933 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:14.403828 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-92bd0fd4-c046-4ed9-a116-fd922aaf8ed8 req-a6942f4f-92b0-4fdb-b86c-80e692863a93 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Mar 08 15:09:15.120030 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-9237f464-5a6f-496b-a0dd-2c2b70a227e4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:15.121510 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-9237f464-5a6f-496b-a0dd-2c2b70a227e4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 815 time: 0.1140902 Mar 08 15:09:15.186060 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-8ecc9a64-f8ce-49b2-97b9-7e9e6dc9ac55 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c2c7357824245a32bc35b1ac87aa1 HTTP/1.1" status: 200 len: 379 time: 0.0548141 Mar 08 15:09:15.195067 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'port': {'device_id': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'admin_state_up': True, 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'security_groups': ['774f144c-aea8-4d5d-9a07-6e03a313f08e']}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:15.304170 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Made reservation on behalf of 5f8c2c7357824245a32bc35b1ac87aa1 for: {'port': 1} {{(pid=119854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:09:15.307565 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.427314 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_common [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Allocated IP 172.20.0.13 (2073508b-768b-414b-9b1a-948881b66335/3166ad2c-df95-4ea1-b8ff-6930dae7f803/18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7) {{(pid=119854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:09:15.516516 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-66fc6dce-cec3-46da-a0a6-3b4cf35c4cca req-ebfc6a59-58fd-4726-a683-47eb3f9cb2ed tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0359807 Mar 08 15:09:15.585305 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.617497 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727409706671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.664198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Network 2073508b-768b-414b-9b1a-948881b66335 is already hosted by enough agents. {{(pid=119854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:09:15.667083 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.base_scheduler [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Resources bound (agent type, host, resource id): {{(pid=119854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:09:15.670640 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Received port after_create {{(pid=119854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:09:15.677049 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event updated for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:15.723528 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:15.724151 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.740765 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-82083fff-d2b3-43d0-a542-3a7abb0eeb19 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492010 Mar 08 15:09:15.751972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Request body: {'port': {'device_id': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:15.812291 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.868249 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-e2986b65-b7d9-4850-b518-e4202953d9d8 None None] Provisioning complete for port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 triggered by entity DHCP. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:09:15.868853 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e2986b65-b7d9-4850-b518-e4202953d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:15.904506 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-e2986b65-b7d9-4850-b518-e4202953d9d8 None None] Port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 cannot update to ACTIVE because it is not bound. {{(pid=119856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:09:16.071041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 {{(pid=119854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:09:16.078562 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks [] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:16.090066 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.provisioning_blocks [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Transition to ACTIVE for port object 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 will not be triggered until provisioned by entity L2. {{(pid=119854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:09:16.094609 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:16.144819 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Pushing event updated for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=2']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:16.216994 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Attempting to bind port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:09:16.217326 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Attempting to bind port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:09:16.218169 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Attempting to bind port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:09:16.222751 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 on network 2073508b-768b-414b-9b1a-948881b66335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:09:16.223074 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Attempting to bind port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 on network 2073508b-768b-414b-9b1a-948881b66335 {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:09:16.227861 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Checking agent: {'id': '1e9d6646-83c8-4a1c-8af0-3da209e4dbe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'started_at': datetime.datetime(2022, 3, 8, 14, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:09:16.228198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Checking segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:09:16.228582 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Bound using segment: {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'} {{(pid=119854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:09:16.229005 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.managers [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Bound port: 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af83744-c43a-439a-bea4-e92d40fa17a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2073508b-768b-414b-9b1a-948881b66335'}}] {{(pid=119854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:09:16.229369 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:16.294056 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, cleared binding levels {{(pid=119854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:09:16.297466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:09:16.303069 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107555'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:16.334381 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.335006 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:16.336413 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] 10.222.0.61 "PUT /v2.0/ports/18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 1094 time: 0.5892925 Mar 08 15:09:16.336866 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:09:16.339129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389cd8da-ddf9-42d9-8758-8abd7128241c" -d '{"events": [{"name": "network-changed", "server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:09:16.372833 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330cc9-eaca-446b-90f1-e581d0cab32c service neutron] Pushing event updated for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=3']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:16.387689 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c453ce77-63f6-465f-ad0c-b935376fe18d x-openstack-request-id: req-c453ce77-63f6-465f-ad0c-b935376fe18d {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:09:16.387972 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:09:16.388249 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c453ce77-63f6-465f-ad0c-b935376fe18d {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:09:16.388694 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'status': 'completed', 'code': 200} Mar 08 15:09:16.425271 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a32942c-d21e-4ac3-9d9d-829b47c64609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.426815 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-6a32942c-d21e-4ac3-9d9d-829b47c64609 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1128 time: 0.0480680 Mar 08 15:09:16.471839 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-69d2157a-4acc-4ee4-afe9-dd1246df81d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 217 time: 0.0383346 Mar 08 15:09:16.520855 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-0e18590b-79c8-4f26-9d88-ad9cab4e6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.522357 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-0e18590b-79c8-4f26-9d88-ad9cab4e6606 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0451081 Mar 08 15:09:16.570865 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-2ee2c346-c090-48bc-9804-28f87b817bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.572468 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-2ee2c346-c090-48bc-9804-28f87b817bea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443788 Mar 08 15:09:16.694429 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25245-f8fd-417f-8788-e43e8ea5ecf8 req-fb054320-c3ff-41f8-8073-950bfb8e57a7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.695884 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b6c25245-f8fd-417f-8788-e43e8ea5ecf8 req-fb054320-c3ff-41f8-8073-950bfb8e57a7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 944 time: 0.1100872 Mar 08 15:09:16.699260 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-e630f6eb-5e19-4a0f-9c7e-b437ad3754da service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211824 Mar 08 15:09:16.795725 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b6c25245-f8fd-417f-8788-e43e8ea5ecf8 req-d1b1a7b0-46de-4f8e-92ea-97de51dad201 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943589 Mar 08 15:09:16.818537 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-87ac0f01-a065-4b3f-b45c-2129e3895825 req-d0266f40-9b30-46c7-93be-0c1243271dea service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111877 Mar 08 15:09:16.903661 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-6c0874c9-1cd2-4dcf-b007-3e19a1855012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.905607 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-6c0874c9-1cd2-4dcf-b007-3e19a1855012 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1128 time: 0.0430465 Mar 08 15:09:16.997546 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-cea0f7f0-316a-4696-bbed-9442b4b3cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:16.999109 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-cea0f7f0-316a-4696-bbed-9442b4b3cbc0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0871878 Mar 08 15:09:17.039278 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-0607a22e-a148-4b6b-b0f6-7088697c0837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 217 time: 0.0336595 Mar 08 15:09:17.089404 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-1297c248-22cd-4750-8265-7db77c682374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:17.090883 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-1297c248-22cd-4750-8265-7db77c682374 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0459392 Mar 08 15:09:17.136955 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-4c8b12a8-f136-40a8-9ce1-d7d203c6021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:17.138452 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-4c8b12a8-f136-40a8-9ce1-d7d203c6021e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419629 Mar 08 15:09:17.231234 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-6faee7be-d5b1-4a71-bdc0-f7cd673961c9 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858579 Mar 08 15:09:17.323015 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-389cd8da-ddf9-42d9-8758-8abd7128241c req-822c6514-0493-4a7e-a787-2ba918e0cbfb service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Mar 08 15:09:17.915201 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960335cb-eb66-4693-9e13-9ec532bdc84c req-49cbdf10-ff80-4a0f-b746-991c30e0c5f9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:17.916667 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-960335cb-eb66-4693-9e13-9ec532bdc84c req-49cbdf10-ff80-4a0f-b746-991c30e0c5f9 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 944 time: 0.0513904 Mar 08 15:09:17.963134 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-960335cb-eb66-4693-9e13-9ec532bdc84c req-78724059-1615-4b21-a717-a4568230e15d tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Mar 08 15:09:19.095371 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814538-727b-42f3-80af-4cf6295fb4f7 req-74b932a7-e2c8-44a4-93fa-0857563a7284 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:19.096843 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-82814538-727b-42f3-80af-4cf6295fb4f7 req-74b932a7-e2c8-44a4-93fa-0857563a7284 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 944 time: 0.0619826 Mar 08 15:09:19.142080 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-82814538-727b-42f3-80af-4cf6295fb4f7 req-8adb0ac1-ddc7-4ff5-b0f4-d44404301f13 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Mar 08 15:09:20.256745 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef949-d671-43dc-84a6-3fd8905c5a43 req-0988586b-8a25-4a92-bda1-1402be886f1b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:20.258262 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-387ef949-d671-43dc-84a6-3fd8905c5a43 req-0988586b-8a25-4a92-bda1-1402be886f1b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 944 time: 0.0528293 Mar 08 15:09:20.304239 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-387ef949-d671-43dc-84a6-3fd8905c5a43 req-3df26c2c-ce1f-409c-956e-3c6a77065ecd tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Mar 08 15:09:20.875963 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:21.424156 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef99b40-7dba-4e6c-8966-b383d32dea32 req-8be8a7ea-c230-4e9c-a991-ac7e3d5d8550 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:21.425648 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bef99b40-7dba-4e6c-8966-b383d32dea32 req-8be8a7ea-c230-4e9c-a991-ac7e3d5d8550 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 944 time: 0.0543654 Mar 08 15:09:21.475921 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bef99b40-7dba-4e6c-8966-b383d32dea32 req-025a589e-5641-4154-b6fc-111638cb48c5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447321 Mar 08 15:09:22.071258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=119856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:09:22.167353 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:09:22.178594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Returning: {'device': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'port_id': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'mac_address': 'fa:16:3e:5e:5e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:09:22.214172 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 is: DOWN; New status is: BUILD {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:09:22.214555 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:22.227189 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 {{(pid=119856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:09:22.245448 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:09:22.249704 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:22.294691 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=4']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:22.301559 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.301956 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.302304 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.302638 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.302969 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.303297 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.303623 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.303947 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.304268 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.304590 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.304912 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.305232 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.305552 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:09:22.589639 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] get_ports_and_sgs() called for port_ids ['18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'] {{(pid=119856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:09:22.591283 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bebcfd-9cef-451b-a893-90e04fc02a78 req-248e1d48-ed8c-4809-b803-3dd185d49065 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:22.592974 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91bebcfd-9cef-451b-a893-90e04fc02a78 req-248e1d48-ed8c-4809-b803-3dd185d49065 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Mar 08 15:09:22.639802 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-91bebcfd-9cef-451b-a893-90e04fc02a78 req-088a9729-89ef-4b7a-a4c6-06f2920fffe4 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Mar 08 15:09:23.756683 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4861d-78ae-4a3b-8e27-258bcce968aa req-c5ab5aee-d621-496d-badd-b0f0bbf8fd36 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:23.758199 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ed4861d-78ae-4a3b-8e27-258bcce968aa req-c5ab5aee-d621-496d-badd-b0f0bbf8fd36 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Mar 08 15:09:23.816829 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2ed4861d-78ae-4a3b-8e27-258bcce968aa req-312fbdd7-3303-4c0c-8679-6cb57899271f tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530820 Mar 08 15:09:24.065470 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 up at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:09:24.115012 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning for port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 completed by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:09:24.118705 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.provisioning_blocks [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Provisioning complete for port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 triggered by entity L2. {{(pid=119856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:09:24.119078 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1505253'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), provisioning_complete {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:24.195844 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Current status of the port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 is: BUILD; New status is: ACTIVE {{(pid=119856) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:09:24.196235 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1515218'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), before_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:24.218051 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'}] {{(pid=119856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:09:24.220268 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376ed734c869b06a82666f4143653b4435ffba379594e7029b899f93c3ef8061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c1cb1-9314-4650-a059-64ef9120b3a2" -d '{"events": [{"server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "name": "network-vif-plugged", "status": "completed", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7"}]}' {{(pid=119856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:09:24.233499 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.db [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:09:24.237258 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727410209464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727409706689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727409706707'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:24.286862 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Pushing event updated for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=5']} {{(pid=119856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:09:24.314594 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0bcd29-b2cf-499e-b49d-f088cd2caa61 x-openstack-request-id: req-9f0bcd29-b2cf-499e-b49d-f088cd2caa61 {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:09:24.314889 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "name": "network-vif-plugged", "status": "completed", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7", "code": 200}]} {{(pid=119856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:09:24.315171 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f0bcd29-b2cf-499e-b49d-f088cd2caa61 {{(pid=119856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:09:24.315624 dv-cinder-830096-2-iscsi neutron-server[119856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'code': 200} Mar 08 15:09:24.488279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7950635-d29d-4b7a-9532-31e9d5a4d469 req-7dd88c2c-857b-41d5-ad80-9134e1ee835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:24.489753 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e7950635-d29d-4b7a-9532-31e9d5a4d469 req-7dd88c2c-857b-41d5-ad80-9134e1ee835f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1130 time: 0.0469251 Mar 08 15:09:24.532009 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e7950635-d29d-4b7a-9532-31e9d5a4d469 req-e388e4dd-1605-47b1-b9c3-6252e7b5046e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360086 Mar 08 15:09:24.930906 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c078-1a1f-4add-a75a-b91f45632fdb req-c341fe3c-2507-48de-992d-5068bc25f3fd tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:24.932381 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b530c078-1a1f-4add-a75a-b91f45632fdb req-c341fe3c-2507-48de-992d-5068bc25f3fd tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0513246 Mar 08 15:09:24.978360 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b530c078-1a1f-4add-a75a-b91f45632fdb req-dafe5636-b9ea-44ce-b9eb-a86cb9764473 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Mar 08 15:09:26.101264 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08554e8-930c-4472-a18e-7b29d1d9af23 req-aebe8195-ea14-4de8-a554-539dbb937bc7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:26.102765 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a08554e8-930c-4472-a18e-7b29d1d9af23 req-aebe8195-ea14-4de8-a554-539dbb937bc7 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0553443 Mar 08 15:09:26.151797 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-a08554e8-930c-4472-a18e-7b29d1d9af23 req-5f0894d8-a2f0-4b24-873e-0e991dfa3e07 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Mar 08 15:09:26.265834 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a03ce-0d4c-4a79-8e8c-9317fcbf721b req-273d350f-ee82-4819-a51e-9b1060e4768b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:26.267409 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b50a03ce-0d4c-4a79-8e8c-9317fcbf721b req-273d350f-ee82-4819-a51e-9b1060e4768b tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Mar 08 15:09:26.275803 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53114) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:09:26.280764 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.v2.base [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Request body: {'floatingip': {'port_id': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'}} {{(pid=119854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:09:26.318540 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), before_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:27.031593 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:27.035214 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:27.133393 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP 0c026f9a-9de5-4f78-a909-d1253ee8a3e5 associated. External IP: 172.27.2.140, port: 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7. Mar 08 15:09:27.341437 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:09:27.447807 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:09:27.453151 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:27.457702 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060813d-de14-4642-a244-5539306a499d None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:09:27.467964 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060813d-de14-4642-a244-5539306a499d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:09:27.468585 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6060813d-de14-4642-a244-5539306a499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:09:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:27.482536 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-09830ddd-c1ef-4842-bebd-b2c870a5d895 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "PUT /v2.0/floatingips/0c026f9a-9de5-4f78-a909-d1253ee8a3e5 HTTP/1.1" status: 200 len: 992 time: 1.2056918 Mar 08 15:09:27.483341 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:09:27.485564 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39aab49-7aab-4463-a88e-ba4546e3b22a" -d '{"events": [{"name": "network-changed", "server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:09:27.521726 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ccb331-1780-46da-9b96-72e025a4d22f x-openstack-request-id: req-20ccb331-1780-46da-9b96-72e025a4d22f {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:09:27.522048 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:09:27.522302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20ccb331-1780-46da-9b96-72e025a4d22f {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:09:27.522846 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'status': 'completed', 'code': 200} Mar 08 15:09:27.577357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6060813d-de14-4642-a244-5539306a499d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:09:27.584542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-ee2aca08-bfff-4856-9c95-a928f24db650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:27.586079 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-ee2aca08-bfff-4856-9c95-a928f24db650 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1130 time: 0.0434546 Mar 08 15:09:27.676080 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-cd568e54-da46-4714-8385-0600edd204c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:27.677575 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-cd568e54-da46-4714-8385-0600edd204c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0864117 Mar 08 15:09:27.742408 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-c9ec3147-32ac-4f74-8ce4-7906deb28b12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 1000 time: 0.0589571 Mar 08 15:09:27.789334 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-7a275326-1718-47c6-afbc-898821c1f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:27.790826 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-7a275326-1718-47c6-afbc-898821c1f4dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0433979 Mar 08 15:09:27.794718 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6060813d-de14-4642-a244-5539306a499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '0c026f9a-9de5-4f78-a909-d1253ee8a3e5', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:5e:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:09:09Z', 'updated_at': '2022-03-08T15:09:26Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:27.824447 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060813d-de14-4642-a244-5539306a499d None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:09:27.833357 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060813d-de14-4642-a244-5539306a499d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:09:27.833935 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6060813d-de14-4642-a244-5539306a499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:09:10Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:27.843110 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-bc864d9d-eb6f-40fb-9f02-8051adc8e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:27.844650 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-bc864d9d-eb6f-40fb-9f02-8051adc8e3f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473866 Mar 08 15:09:27.938614 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-0ebe1135-13a2-4d40-82b0-c352bee612b2 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868814 Mar 08 15:09:28.037077 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-b39aab49-7aab-4463-a88e-ba4546e3b22a req-7cb3fdf3-1971-459e-8cc0-db36c3224ce4 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912595 Mar 08 15:09:28.078774 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-6060813d-de14-4642-a244-5539306a499d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:09:28.293204 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-6060813d-de14-4642-a244-5539306a499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '0c026f9a-9de5-4f78-a909-d1253ee8a3e5', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:5e:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:09:09Z', 'updated_at': '2022-03-08T15:09:26Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:09:28.322128 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060813d-de14-4642-a244-5539306a499d None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_floatingips': [{'id': '0c026f9a-9de5-4f78-a909-d1253ee8a3e5', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'router_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'port_id': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'mac_address': 'fa:16:3e:5e:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:09:09Z', 'updated_at': '2022-03-08T15:09:26Z', 'revision_number': 1, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:09:28.505444 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97570d-7c8f-41a1-b673-d0829ab48c65 None None] New status for floating IP 0c026f9a-9de5-4f78-a909-d1253ee8a3e5: ACTIVE {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:09:31.784689 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-2216f410-197c-48f9-8690-fafef28ade02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425229 Mar 08 15:09:31.871008 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658c57-39a5-4164-ada5-f29036bb9586 req-7a889e73-6a35-440c-9e0b-81d9e0cf8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:31.872514 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-7a889e73-6a35-440c-9e0b-81d9e0cf8c08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1130 time: 0.0490203 Mar 08 15:09:31.979965 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658c57-39a5-4164-ada5-f29036bb9586 req-126c726e-3006-4a25-92e8-dd8a09686ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:31.981685 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-126c726e-3006-4a25-92e8-dd8a09686ef8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0927739 Mar 08 15:09:32.049600 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-2ffa14f4-3767-4818-8cee-4585341e8e78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 1002 time: 0.0610096 Mar 08 15:09:32.100710 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658c57-39a5-4164-ada5-f29036bb9586 req-97693dff-0abf-45d7-81c6-006a5dc2e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:32.102200 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-97693dff-0abf-45d7-81c6-006a5dc2e040 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0472791 Mar 08 15:09:32.161190 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658c57-39a5-4164-ada5-f29036bb9586 req-8723cb67-fca5-493a-8cc0-ea2a20b1c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:09:32.162743 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-8723cb67-fca5-493a-8cc0-ea2a20b1c305 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528147 Mar 08 15:09:32.248956 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-6f4658c1-e8d3-47ac-97fd-effffd4ed511 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796070 Mar 08 15:09:32.339641 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-54658c57-39a5-4164-ada5-f29036bb9586 req-6d94c088-c4ae-48c2-b9a0-8c6fac81036f service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Mar 08 15:09:37.475590 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e57c83f1-568f-4de3-94ad-792f3ce22bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:39.765881 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-93b5b933-3399-42ce-af97-316402bae3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:40.821402 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:42.333945 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:44.235256 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:09:49.783209 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:09:50.901057 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:07.478211 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-87f99aaa-3ef7-499b-b9c3-aa86e3036857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:09.768629 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e6d376b1-a3a7-47aa-858c-97566301f85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:10.824037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:12.337468 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:14.238296 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:20.922338 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:26.782442 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:10:32.786882 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-1c6c70d0-2e3b-4326-9835-e59050874087 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431643 Mar 08 15:10:32.870278 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-c360cfe2-b751-4196-809f-47c7e641273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:32.871728 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-c360cfe2-b751-4196-809f-47c7e641273a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 1130 time: 0.0426228 Mar 08 15:10:32.974619 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-90c27d4d-81a0-43c3-beb8-75ea273ad60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:32.976105 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-90c27d4d-81a0-43c3-beb8-75ea273ad60e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 200 len: 916 time: 0.0860262 Mar 08 15:10:33.038187 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-0e45f5e1-23d4-4bdb-a75f-e7a399d81542 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 200 len: 1002 time: 0.0557342 Mar 08 15:10:33.091804 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-cb48f45b-ece8-4b28-8e63-3a6b25fa1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:33.093589 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-cb48f45b-ece8-4b28-8e63-3a6b25fa1d48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 200 len: 854 time: 0.0499558 Mar 08 15:10:33.141866 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-06ab05b0-52ea-4949-860b-964c1e7b60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:33.143370 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-06ab05b0-52ea-4949-860b-964c1e7b60a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2073508b-768b-414b-9b1a-948881b66335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439544 Mar 08 15:10:33.233682 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-ddbfcf84-8ce9-4ab4-ad7a-2ae2d88ce469 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Mar 08 15:10:33.324901 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-2cc09b64-f69d-407c-8e15-4a522dfca84c req-a1ede454-9435-4704-8f65-1e9bb9a80b06 service neutron] 10.222.0.61 "GET /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Mar 08 15:10:37.484341 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-13fa2239-d0ad-4f5c-9be1-edc3a25ff46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:39.774122 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6036a3da-5a91-47ab-a24c-76896ad38032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:40.825409 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:42.342852 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:42.937645 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee773f-a70f-4f56-a71a-84ce5f21255c req-5149593b-5a5b-4aa1-a66f-76b28e23ba4c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:42.939059 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4ee773f-a70f-4f56-a71a-84ce5f21255c req-5149593b-5a5b-4aa1-a66f-76b28e23ba4c tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0518298 Mar 08 15:10:42.984834 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-d4ee773f-a70f-4f56-a71a-84ce5f21255c req-5be7c8ce-6308-4b7f-9f45-45bb0cce67fb tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Mar 08 15:10:44.106216 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663145-b1fd-4621-af45-299a3b4d1cf0 req-f355f925-1310-4f8b-8102-0821bbcf3ef5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:44.107808 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55663145-b1fd-4621-af45-299a3b4d1cf0 req-f355f925-1310-4f8b-8102-0821bbcf3ef5 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0553131 Mar 08 15:10:44.152133 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-55663145-b1fd-4621-af45-299a3b4d1cf0 req-edc4b728-bd40-4d4f-abbf-9003c0760e83 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups?id=774f144c-aea8-4d5d-9a07-6e03a313f08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389891 Mar 08 15:10:44.240331 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:44.674413 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-1a991cf7-6ee5-4657-82f2-41baec40b416 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:10:44.675752 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-1a991cf7-6ee5-4657-82f2-41baec40b416 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 946 time: 0.0507729 Mar 08 15:10:44.765887 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:10:44.766228 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:44.852018 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] For port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:10:44.852378 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:45.016008 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:45.016377 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), after_update {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:45.016696 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.db.l3_db [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Floating IP 0c026f9a-9de5-4f78-a909-d1253ee8a3e5 disassociated. External IP: 172.27.2.140, port: 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7. Mar 08 15:10:45.017041 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 owned by compute:nova {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:10:45.141798 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:45.168555 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:45.180073 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.180290 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.180501 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.180790 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.181122 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.181459 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.181832 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.182158 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.182487 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.183131 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.183261 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.183499 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.183827 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:10:45.255253 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-bfc94863-8157-45b6-954e-b3987daa89ec req-85cae2a2-c81f-41a1-bad4-f66a9415a272 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/ports?device_id=922d1cc0-1d59-4e02-a29c-b6627c829b59 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Mar 08 15:10:45.320687 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:10:45.428958 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:10:45.439523 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:10:45.451678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:10:45.452752 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:10:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:45.470729 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] No DVR routers for this DVR port 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 on host hv-cinder-83009 {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:10:45.473241 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for port (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:45.476632 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [req-e6408e42-856c-4245-90e2-34c70e6d1533 req-19ecbcc2-8196-478f-9c75-339befca4920 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.61 "DELETE /v2.0/ports/18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 HTTP/1.1" status: 204 len: 173 time: 0.7957683 Mar 08 15:10:45.477092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'name': 'network-vif-deleted', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7'}] {{(pid=119854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:10:45.479345 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d9631305e752768ffb6ba3622a7ccd07f1c4b1bb95fe7bc48416d21a6c13e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20056613-7bfc-431a-a378-0a47b61cd62c" -d '{"events": [{"server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "name": "network-vif-deleted", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7"}]}' {{(pid=119854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:10:45.522380 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63ffb4d-af9c-4b07-ae4d-08d960f030f5 x-openstack-request-id: req-d63ffb4d-af9c-4b07-ae4d-08d960f030f5 {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:10:45.522978 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922d1cc0-1d59-4e02-a29c-b6627c829b59", "name": "network-vif-deleted", "tag": "18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7", "status": "completed", "code": 200}]} {{(pid=119854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:10:45.526405 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d63ffb4d-af9c-4b07-ae4d-08d960f030f5 {{(pid=119854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:10:45.526893 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922d1cc0-1d59-4e02-a29c-b6627c829b59', 'name': 'network-vif-deleted', 'tag': '18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7', 'status': 'completed', 'code': 200} Mar 08 15:10:45.587825 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:10:45.787916 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:45.815868 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:10:45.824089 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:10:45.824693 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:10:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:45.936450 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:10:46.132375 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:46.287536 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca9c62-7002-4a66-9ec3-f054f1ba576d None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:03:58Z', 'revision_number': 4, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi', '_interfaces': [{'id': '22d2fdb0-8955-41c6-9464-d676d47f76c2', 'name': '', 'network_id': '2073508b-768b-414b-9b1a-948881b66335', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'mac_address': 'fa:16:3e:7b:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:56Z', 'updated_at': '2022-03-08T15:04:01Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'subnets': [{'id': '3166ad2c-df95-4ea1-b8ff-6930dae7f803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:10:46.345779 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53226) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:46.401980 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (774f144c-aea8-4d5d-9a07-6e03a313f08e), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.426347 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (774f144c-aea8-4d5d-9a07-6e03a313f08e), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.474750 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (774f144c-aea8-4d5d-9a07-6e03a313f08e), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.477459 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.481391 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/security-groups/774f144c-aea8-4d5d-9a07-6e03a313f08e HTTP/1.1" status: 204 len: 168 time: 0.1318543 Mar 08 15:10:46.482206 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53228) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:46.488973 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76a6f4-bb74-48d5-a34e-092a3ebf78dc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f144c-aea8-4d5d-9a07-6e03a313f08e,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:46.501716 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.api.v2.resource [None req-a31190eb-0b97-45b7-b9d9-58472ee8c7d1 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] show failed (client error): The resource could not be found. Mar 08 15:10:46.505866 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a31190eb-0b97-45b7-b9d9-58472ee8c7d1 tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "GET /v2.0/security-groups/774f144c-aea8-4d5d-9a07-6e03a313f08e HTTP/1.1" status: 404 len: 347 time: 0.0209544 Mar 08 15:10:46.506479 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53232) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:46.539860 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4667ba-bacf-4061-84e8-e36efbba3e4c None None] New status for floating IP 0c026f9a-9de5-4f78-a909-d1253ee8a3e5: DOWN {{(pid=119857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:10:46.634743 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Deleting port 58de15b0-4b18-4515-b339-4d0dd8d9b602 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:10:46.635092 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.715820 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.716156 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (58de15b0-4b18-4515-b339-4d0dd8d9b602), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.728446 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Calling delete_port for 58de15b0-4b18-4515-b339-4d0dd8d9b602 owned by network:floatingip {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:10:46.860639 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (58de15b0-4b18-4515-b339-4d0dd8d9b602), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.883745 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Pushing event deleted for resources: {'Port': ['ID=58de15b0-4b18-4515-b339-4d0dd8d9b602,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:46.945719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks [] for floatingip (0c026f9a-9de5-4f78-a909-d1253ee8a3e5), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.948235 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127898'] for floatingip (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:46.949394 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-cbc32bed-c9a2-464d-a2b8-79ed5dfbfcfc tempest-AttachVolumeNegativeTest-176373107 tempest-AttachVolumeNegativeTest-176373107-project] 10.222.0.42 "DELETE /v2.0/floatingips/0c026f9a-9de5-4f78-a909-d1253ee8a3e5 HTTP/1.1" status: 204 len: 168 time: 0.4419086 Mar 08 15:10:48.548606 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:10:48.568336 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] No Port match for: 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:10:48.568683 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Device 18ec9468-9f0c-42f4-ae58-7a05dc5fc9d7 not bound to the agent host hv-cinder-83009 {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:10:50.594690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53268) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:50.922893 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:51.303269 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556374'] for router_interface (090c6e79-5f34-4385-afe3-d1b8333389be), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:51.544901 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Deleting port 22d2fdb0-8955-41c6-9464-d676d47f76c2 {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:10:51.545160 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:51.620627 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] For port 22d2fdb0-8955-41c6-9464-d676d47f76c2, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=22d2fdb0-8955-41c6-9464-d676d47f76c2,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:10:51.621348 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:51.632338 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Calling delete_port for 22d2fdb0-8955-41c6-9464-d676d47f76c2 owned by network:router_interface {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:10:51.812441 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (22d2fdb0-8955-41c6-9464-d676d47f76c2), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:51.840781 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Pushing event deleted for resources: {'Port': ['ID=22d2fdb0-8955-41c6-9464-d676d47f76c2,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:52.019912 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556322'] for router_interface (090c6e79-5f34-4385-afe3-d1b8333389be), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.235893 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Router 090c6e79-5f34-4385-afe3-d1b8333389be has already been hosted by L3 agent 477f8fd0-bee6-45ca-aef2-784a52f1fa2b {{(pid=119854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:10:52.343759 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] Notify agent at l3_agent.dv-cinder-830096-2-iscsi the message routers_updated {{(pid=119854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:10:52.350959 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-50a00cf5-7e5f-4638-898f-dc6074da125b admin admin] 10.222.0.42 "PUT /v2.0/routers/090c6e79-5f34-4385-afe3-d1b8333389be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530403 Mar 08 15:10:52.351919 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53272) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:52.355314 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Sync routers for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:10:52.366490 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:10:52.367107 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:10:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:52.455536 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks [] for router (090c6e79-5f34-4385-afe3-d1b8333389be), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.476938 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: dv-cinder-830096-2-iscsi {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:10:52.558867 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks [] for router_gateway (090c6e79-5f34-4385-afe3-d1b8333389be), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.611129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Deleting port 461bbefa-896d-4c62-91d3-4ec057def7cc {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:10:52.611471 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.655521 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'external_fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:10:51Z', 'revision_number': 5, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port': {'id': '461bbefa-896d-4c62-91d3-4ec057def7cc', 'name': '', 'network_id': 'c7e7e19b-09df-4709-a13b-14afa653fbf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:03:52Z', 'updated_at': '2022-03-08T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77f275e4-0dcb-4494-aee9-66dc4cb95c42', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-2-iscsi'}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:52.681498 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Checking router: 090c6e79-5f34-4385-afe3-d1b8333389be for host: dv-cinder-830096-2-iscsi {{(pid=119856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:10:52.689362 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] For port 461bbefa-896d-4c62-91d3-4ec057def7cc, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=461bbefa-896d-4c62-91d3-4ec057def7cc,segment=NetworkSegment(b57f72a2-7fea-44db-bb44-c839cb7384af),segment_id=b57f72a2-7fea-44db-bb44-c839cb7384af)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:10:52.689880 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.690273 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Routers {'090c6e79-5f34-4385-afe3-d1b8333389be'} bound to L3 agent in host dv-cinder-830096-2-iscsi {{(pid=119856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:10:52.690869 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T14:44:10Z,description=,heartbeat_timestamp=2022-03-08T15:10:40Z,host='dv-cinder-830096-2-iscsi',id=477f8fd0-bee6-45ca-aef2-784a52f1fa2b,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T14:44:10Z,topic='l3_agent')) {'router_ids': ['090c6e79-5f34-4385-afe3-d1b8333389be'], 'active': True} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:52.701254 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Calling delete_port for 461bbefa-896d-4c62-91d3-4ec057def7cc owned by network:router_gateway {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:10:52.779788 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_dvr_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] Set router 090c6e79-5f34-4385-afe3-d1b8333389be gateway port host: None {{(pid=119856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:10:52.833303 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.db.l3_hamode_db [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:10:52Z', 'revision_number': 6, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port_host': None}], 'dv-cinder-830096-2-iscsi', False) {} {{(pid=119856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:52.859891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcf09a-3108-4656-9dc3-8d27c0f6f98a None None] The sync data for ids ['090c6e79-5f34-4385-afe3-d1b8333389be'] in dv-cinder-830096-2-iscsi is: [{'id': '090c6e79-5f34-4385-afe3-d1b8333389be', 'name': 'tempest-AttachVolumeNegativeTest-1825733981-router', 'tenant_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:03:51Z', 'updated_at': '2022-03-08T15:10:52Z', 'revision_number': 6, 'project_id': '5f8c2c7357824245a32bc35b1ac87aa1', 'gw_port_host': None}] {{(pid=119856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:10:52.873516 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (461bbefa-896d-4c62-91d3-4ec057def7cc), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:52.900185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=461bbefa-896d-4c62-91d3-4ec057def7cc,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:52.961737 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560520'] for router_gateway (090c6e79-5f34-4385-afe3-d1b8333389be), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.050025 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9038'] for router (090c6e79-5f34-4385-afe3-d1b8333389be), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.052085 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks [] for router_controller (090c6e79-5f34-4385-afe3-d1b8333389be), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.096333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555051'] for router (090c6e79-5f34-4385-afe3-d1b8333389be), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.096882 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090c6e79-5f34-4385-afe3-d1b8333389be {{(pid=119854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:10:53.101539 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.102831 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f6756a55-a45f-4d37-9221-24ad359f99c0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/090c6e79-5f34-4385-afe3-d1b8333389be HTTP/1.1" status: 204 len: 168 time: 0.7507615 Mar 08 15:10:53.105294 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53274) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:53.148279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Deleting subnet 3166ad2c-df95-4ea1-b8ff-6930dae7f803 {{(pid=119854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:10:53.151320 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Publish callbacks [] for subnet (3166ad2c-df95-4ea1-b8ff-6930dae7f803), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.184077 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729748'] for subnet (3166ad2c-df95-4ea1-b8ff-6930dae7f803), precommit_delete_associations {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.268801 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473271'] for subnet (3166ad2c-df95-4ea1-b8ff-6930dae7f803), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.321754 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3107501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59613775'] for subnet (3166ad2c-df95-4ea1-b8ff-6930dae7f803), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.345252 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3166ad2c-df95-4ea1-b8ff-6930dae7f803,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:53.350856 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.354057 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-03cade6b-a73b-49ac-b13e-3f84174a87b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3166ad2c-df95-4ea1-b8ff-6930dae7f803 HTTP/1.1" status: 204 len: 168 time: 0.2475564 Mar 08 15:10:53.356769 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53276) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:53.357047 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e92592-b40d-4ee5-8a33-e51164b61b13 None None] Network 2073508b-768b-414b-9b1a-948881b66335 requested from dv-cinder-830096-2-iscsi {{(pid=119856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:10:53.428129 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1334904'] for network (2073508b-768b-414b-9b1a-948881b66335), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.485997 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Deleting port 53e86bf3-b82b-42d9-a270-105fb92cc7ab {{(pid=119854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:10:53.486333 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727410203715'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.547002 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.db [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] For port 53e86bf3-b82b-42d9-a270-105fb92cc7ab, host dv-cinder-830096-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-2-iscsi',level=0,port_id=53e86bf3-b82b-42d9-a270-105fb92cc7ab,segment=NetworkSegment(3af83744-c43a-439a-bea4-e92d40fa17a0),segment_id=3af83744-c43a-439a-bea4-e92d40fa17a0)] {{(pid=119854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:10:53.547286 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562756'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.558950 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Calling delete_port for 53e86bf3-b82b-42d9-a270-105fb92cc7ab owned by network:dhcp {{(pid=119854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:10:53.644676 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1515165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727410209446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727409706680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3107482'] for port (53e86bf3-b82b-42d9-a270-105fb92cc7ab), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.644836 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2980ab-93d9-40e7-8a6f-15d05a4f906a None None] DHCP port deletion for 2073508b-768b-414b-9b1a-948881b66335 request from dv-cinder-830096-2-iscsi {{(pid=119856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:10:53.677189 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Pushing event deleted for resources: {'Port': ['ID=53e86bf3-b82b-42d9-a270-105fb92cc7ab,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:53.686338 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] No DVR routers for this DVR port 53e86bf3-b82b-42d9-a270-105fb92cc7ab on host dv-cinder-830096-2-iscsi {{(pid=119854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:10:53.702777 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 22d2fdb0-8955-41c6-9464-d676d47f76c2 no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:10:53.722309 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 22d2fdb0-8955-41c6-9464-d676d47f76c2 {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:10:53.722635 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 22d2fdb0-8955-41c6-9464-d676d47f76c2 not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:10:53.723051 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 461bbefa-896d-4c62-91d3-4ec057def7cc no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:10:53.742330 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 461bbefa-896d-4c62-91d3-4ec057def7cc {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:10:53.742677 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 461bbefa-896d-4c62-91d3-4ec057def7cc not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:10:53.743081 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 53e86bf3-b82b-42d9-a270-105fb92cc7ab no longer exists at agent ovs-agent-dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:10:53.759958 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507192', 'neutron.services.segments.db._delete_segments_for_network-8727410033511'] for network (2073508b-768b-414b-9b1a-948881b66335), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.762459 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.plugin [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] No Port match for: 53e86bf3-b82b-42d9-a270-105fb92cc7ab {{(pid=119856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:10:53.762810 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron.plugins.ml2.rpc [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Device 53e86bf3-b82b-42d9-a270-105fb92cc7ab not bound to the agent host dv-cinder-830096-2-iscsi {{(pid=119856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:10:53.780674 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2073508b-768b-414b-9b1a-948881b66335']}} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:53.790282 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af83744-c43a-439a-bea4-e92d40fa17a0') {'for_net_delete': True} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:53.790582 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.services.segments.db [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af83744-c43a-439a-bea4-e92d40fa17a0') {} {{(pid=119854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:10:53.800553 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727410033264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729839'] for segment (3af83744-c43a-439a-bea4-e92d40fa17a0), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.813557 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300'] for segment (3af83744-c43a-439a-bea4-e92d40fa17a0), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.819880 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=119854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:10:53.820266 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107527'] for segment (3af83744-c43a-439a-bea4-e92d40fa17a0), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: Traceback (most recent call last): Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: timer() Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: cb(*args, **kw) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: return func(*args, **kwargs) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: self._notify() Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: self.callback(batched_events) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: event.method(event) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: return f(self, *a, **k) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._get(url).json() Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: return self.request(url, 'GET', **kwargs) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:10:53.821956 dv-cinder-830096-2-iscsi neutron-server[119854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:10:53.876824 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560556'] for network (2073508b-768b-414b-9b1a-948881b66335), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.882431 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1546514'] for network (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:53.885674 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] 10.222.0.42 "DELETE /v2.0/networks/2073508b-768b-414b-9b1a-948881b66335 HTTP/1.1" status: 204 len: 168 time: 0.5272722 Mar 08 15:10:53.897653 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdb3a4-5b2f-459c-bda9-bfde3809481e admin admin] Pushing event deleted for resources: {'Network': ['ID=2073508b-768b-414b-9b1a-948881b66335,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:10:54.001960 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53280) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:54.040688 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-292f4eaf-b762-438a-8f54-61862ad58fb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f8c2c7357824245a32bc35b1ac87aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375838 Mar 08 15:10:54.042992 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53282) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:10:54.092185 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] Publish callbacks [] for security_group (9993ffe7-ac00-4476-972f-f10afdca0c6c), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:54.112763 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] Publish callbacks [] for security_group (9993ffe7-ac00-4476-972f-f10afdca0c6c), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:54.158453 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (9993ffe7-ac00-4476-972f-f10afdca0c6c), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:54.161175 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:10:54.162618 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9993ffe7-ac00-4476-972f-f10afdca0c6c HTTP/1.1" status: 204 len: 168 time: 0.1184878 Mar 08 15:10:54.171126 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46db4c-65ee-4e8b-bb24-3450617e3bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9993ffe7-ac00-4476-972f-f10afdca0c6c,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:03.782667 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:11:07.487766 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-873b2734-9ae2-4795-addb-338681b88139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:09.767410 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-eab86f1c-bc12-4c14-b972-fc1ec8cd6edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.578945 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53492) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:10.680198 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c42a0ad6-fce1-4c6c-8384-8bed1d4e5eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.753822 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c42a0ad6-fce1-4c6c-8384-8bed1d4e5eec admin admin] Publish callbacks [] for security_group (5e9c04b6-6db4-4480-95a6-77ac6dafbc72), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.757279 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-c42a0ad6-fce1-4c6c-8384-8bed1d4e5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5e9c04b6-6db4-4480-95a6-77ac6dafbc72), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.795362 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-c42a0ad6-fce1-4c6c-8384-8bed1d4e5eec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfc5d5d9ed0f43acb5b4686e5552a79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153642 Mar 08 15:11:10.796929 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a0ad6-fce1-4c6c-8384-8bed1d4e5eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c04b6-6db4-4480-95a6-77ac6dafbc72,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:10.798924 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53496) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:10.830902 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.848354 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Publish callbacks [] for security_group (5e9c04b6-6db4-4480-95a6-77ac6dafbc72), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.868792 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Publish callbacks [] for security_group (5e9c04b6-6db4-4480-95a6-77ac6dafbc72), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.914895 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (5e9c04b6-6db4-4480-95a6-77ac6dafbc72), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.917507 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:10.918686 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e9c04b6-6db4-4480-95a6-77ac6dafbc72 HTTP/1.1" status: 204 len: 168 time: 0.1188028 Mar 08 15:11:10.926604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c04b6-6db4-4480-95a6-77ac6dafbc72,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:10.933623 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.933998 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.934342 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.934679 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.935009 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.935341 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.935670 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.935999 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.936329 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.936657 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.937091 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.937419 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:10.937776 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03218de8-afc4-44e3-b686-bdfe22fa791a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-2-iscsi {{(pid=119855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:11:11.169155 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53502) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:11.182036 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b52f530b-99b1-4c77-8a1a-4b6dd68730c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.259458 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b52f530b-99b1-4c77-8a1a-4b6dd68730c7 admin admin] Publish callbacks [] for security_group (f611c489-1d33-406d-94d1-2155691fe768), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.263017 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-b52f530b-99b1-4c77-8a1a-4b6dd68730c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f611c489-1d33-406d-94d1-2155691fe768), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.299962 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-b52f530b-99b1-4c77-8a1a-4b6dd68730c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daf211b7fdc240898bc1b5d79cb508d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297073 Mar 08 15:11:11.302004 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f530b-99b1-4c77-8a1a-4b6dd68730c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f611c489-1d33-406d-94d1-2155691fe768,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:11.302798 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53504) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:11.354527 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] Publish callbacks [] for security_group (f611c489-1d33-406d-94d1-2155691fe768), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.376400 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] Publish callbacks [] for security_group (f611c489-1d33-406d-94d1-2155691fe768), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.422337 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (f611c489-1d33-406d-94d1-2155691fe768), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.425072 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:11.426354 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f611c489-1d33-406d-94d1-2155691fe768 HTTP/1.1" status: 204 len: 168 time: 0.1224601 Mar 08 15:11:11.434331 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439e47c-bd88-41f6-9606-22b26fd492cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f611c489-1d33-406d-94d1-2155691fe768,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:12.346620 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:12.938631 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53548) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:13.039488 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a021e4dc-728e-4d6c-98e1-f7ea023d8453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.112323 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a021e4dc-728e-4d6c-98e1-f7ea023d8453 admin admin] Publish callbacks [] for security_group (b40a43f5-a899-4410-99ba-cbae0c5fa657), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.116002 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a021e4dc-728e-4d6c-98e1-f7ea023d8453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b40a43f5-a899-4410-99ba-cbae0c5fa657), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.153928 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a021e4dc-728e-4d6c-98e1-f7ea023d8453 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=172092565903450ab042ee020d0568c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141745 Mar 08 15:11:13.154789 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021e4dc-728e-4d6c-98e1-f7ea023d8453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a43f5-a899-4410-99ba-cbae0c5fa657,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:13.156572 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53552) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:13.203782 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] Publish callbacks [] for security_group (b40a43f5-a899-4410-99ba-cbae0c5fa657), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.223694 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] Publish callbacks [] for security_group (b40a43f5-a899-4410-99ba-cbae0c5fa657), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.269664 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b40a43f5-a899-4410-99ba-cbae0c5fa657), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.272291 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.273441 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b40a43f5-a899-4410-99ba-cbae0c5fa657 HTTP/1.1" status: 204 len: 168 time: 0.1158633 Mar 08 15:11:13.281579 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b286f-8e87-4efb-a064-83e41e9ba1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a43f5-a899-4410-99ba-cbae0c5fa657,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:13.525873 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53558) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:13.539260 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b67760e1-adb4-45bc-b7ce-9698a0f2a9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.611701 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b67760e1-adb4-45bc-b7ce-9698a0f2a9d5 admin admin] Publish callbacks [] for security_group (fd036ba6-462c-434c-856e-ec3cce53dd2e), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.615035 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-b67760e1-adb4-45bc-b7ce-9698a0f2a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fd036ba6-462c-434c-856e-ec3cce53dd2e), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.652068 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67760e1-adb4-45bc-b7ce-9698a0f2a9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd036ba6-462c-434c-856e-ec3cce53dd2e,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:13.657821 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-b67760e1-adb4-45bc-b7ce-9698a0f2a9d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a487a668b09d49e4abf299dd7d38b26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299374 Mar 08 15:11:13.659599 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53560) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:13.706691 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] Publish callbacks [] for security_group (fd036ba6-462c-434c-856e-ec3cce53dd2e), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.726740 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] Publish callbacks [] for security_group (fd036ba6-462c-434c-856e-ec3cce53dd2e), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.771992 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (fd036ba6-462c-434c-856e-ec3cce53dd2e), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.775088 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:13.776170 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd036ba6-462c-434c-856e-ec3cce53dd2e HTTP/1.1" status: 204 len: 168 time: 0.1156604 Mar 08 15:11:13.784082 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e42f0a-30a8-4aad-9454-4a3f96152687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd036ba6-462c-434c-856e-ec3cce53dd2e,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:14.243937 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.131559 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53632) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:18.234223 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-eb54dee8-ea31-4b2f-8e0d-9ba11e66d51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.307201 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-eb54dee8-ea31-4b2f-8e0d-9ba11e66d51c admin admin] Publish callbacks [] for security_group (79afb9af-eaf6-4cd1-9e36-6b20e2c7343b), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.311450 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-eb54dee8-ea31-4b2f-8e0d-9ba11e66d51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (79afb9af-eaf6-4cd1-9e36-6b20e2c7343b), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.348442 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-eb54dee8-ea31-4b2f-8e0d-9ba11e66d51c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5cb1cdd4a77453691516ec9aca013b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157590 Mar 08 15:11:18.349289 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54dee8-ea31-4b2f-8e0d-9ba11e66d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79afb9af-eaf6-4cd1-9e36-6b20e2c7343b,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:18.351756 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53636) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:18.399371 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] Publish callbacks [] for security_group (79afb9af-eaf6-4cd1-9e36-6b20e2c7343b), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.419430 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] Publish callbacks [] for security_group (79afb9af-eaf6-4cd1-9e36-6b20e2c7343b), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.467836 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (79afb9af-eaf6-4cd1-9e36-6b20e2c7343b), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.470107 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.471234 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79afb9af-eaf6-4cd1-9e36-6b20e2c7343b HTTP/1.1" status: 204 len: 168 time: 0.1182830 Mar 08 15:11:18.478681 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c8e23-a5e2-4e84-aa1a-18ed94e659b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79afb9af-eaf6-4cd1-9e36-6b20e2c7343b,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:18.719709 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53642) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:18.732503 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a46c44da-ff0d-4d0d-b07d-6456d68e473e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.806900 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a46c44da-ff0d-4d0d-b07d-6456d68e473e admin admin] Publish callbacks [] for security_group (0cce44d0-68e5-4698-a322-b74edc8847ab), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.810719 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-a46c44da-ff0d-4d0d-b07d-6456d68e473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0cce44d0-68e5-4698-a322-b74edc8847ab), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.847633 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-a46c44da-ff0d-4d0d-b07d-6456d68e473e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a84c788637b4b10bb5d3c8eb572fa03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268950 Mar 08 15:11:18.848500 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c44da-ff0d-4d0d-b07d-6456d68e473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce44d0-68e5-4698-a322-b74edc8847ab,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:18.850386 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53644) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:18.899976 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] Publish callbacks [] for security_group (0cce44d0-68e5-4698-a322-b74edc8847ab), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.920732 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] Publish callbacks [] for security_group (0cce44d0-68e5-4698-a322-b74edc8847ab), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.971064 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0cce44d0-68e5-4698-a322-b74edc8847ab), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.973770 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:18.974963 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cce44d0-68e5-4698-a322-b74edc8847ab HTTP/1.1" status: 204 len: 168 time: 0.1236241 Mar 08 15:11:18.982654 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f863-06a3-4962-ae88-8f7431502b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce44d0-68e5-4698-a322-b74edc8847ab,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:20.869690 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53712) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:20.955642 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:20.981542 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6ebecdd2-617c-49ae-8d96-33a22fdfd77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.053120 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6ebecdd2-617c-49ae-8d96-33a22fdfd77f admin admin] Publish callbacks [] for security_group (c9363484-f92d-4214-965b-d8b66c9d7f82), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.056411 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-6ebecdd2-617c-49ae-8d96-33a22fdfd77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c9363484-f92d-4214-965b-d8b66c9d7f82), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.092788 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-6ebecdd2-617c-49ae-8d96-33a22fdfd77f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=721bdbfb47d14b4ea9907e35284c8d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220347 Mar 08 15:11:21.094275 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebecdd2-617c-49ae-8d96-33a22fdfd77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9363484-f92d-4214-965b-d8b66c9d7f82,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:21.096686 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53716) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:21.144329 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] Publish callbacks [] for security_group (c9363484-f92d-4214-965b-d8b66c9d7f82), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.164505 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] Publish callbacks [] for security_group (c9363484-f92d-4214-965b-d8b66c9d7f82), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.211182 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (c9363484-f92d-4214-965b-d8b66c9d7f82), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.213752 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.214956 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9363484-f92d-4214-965b-d8b66c9d7f82 HTTP/1.1" status: 204 len: 168 time: 0.1171241 Mar 08 15:11:21.225045 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626ca2-fe48-4192-aaad-13ad589fccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9363484-f92d-4214-965b-d8b66c9d7f82,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:21.471825 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53722) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:21.485228 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d305759b-9101-4dc9-ab20-e0a0c5e052ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.561495 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d305759b-9101-4dc9-ab20-e0a0c5e052ed admin admin] Publish callbacks [] for security_group (627ce6c0-5e97-48cf-852b-d80bc740f7a9), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.566253 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d305759b-9101-4dc9-ab20-e0a0c5e052ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (627ce6c0-5e97-48cf-852b-d80bc740f7a9), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.605094 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305759b-9101-4dc9-ab20-e0a0c5e052ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ce6c0-5e97-48cf-852b-d80bc740f7a9,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:21.610865 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d305759b-9101-4dc9-ab20-e0a0c5e052ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fa7e329391440d798950798db35f225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379590 Mar 08 15:11:21.613640 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53724) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:21.660034 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] Publish callbacks [] for security_group (627ce6c0-5e97-48cf-852b-d80bc740f7a9), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.680604 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] Publish callbacks [] for security_group (627ce6c0-5e97-48cf-852b-d80bc740f7a9), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.726734 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (627ce6c0-5e97-48cf-852b-d80bc740f7a9), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.729123 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:21.730296 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/627ce6c0-5e97-48cf-852b-d80bc740f7a9 HTTP/1.1" status: 204 len: 168 time: 0.1157846 Mar 08 15:11:21.738278 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08f08-c0f4-4722-acd6-a27c71f71d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ce6c0-5e97-48cf-852b-d80bc740f7a9,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:29.605410 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53846) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:29.708107 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-27988820-0c94-4a8e-8495-fedfbbf770d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.779433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-27988820-0c94-4a8e-8495-fedfbbf770d2 admin admin] Publish callbacks [] for security_group (da7e538f-60eb-4c15-b8ab-5c2c433b3003), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.783667 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-27988820-0c94-4a8e-8495-fedfbbf770d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (da7e538f-60eb-4c15-b8ab-5c2c433b3003), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.822640 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27988820-0c94-4a8e-8495-fedfbbf770d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e538f-60eb-4c15-b8ab-5c2c433b3003,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:29.826909 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-27988820-0c94-4a8e-8495-fedfbbf770d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d4d3b0dfe774268802fa149733c220a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204478 Mar 08 15:11:29.830094 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53850) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:29.876393 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] Publish callbacks [] for security_group (da7e538f-60eb-4c15-b8ab-5c2c433b3003), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.898029 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] Publish callbacks [] for security_group (da7e538f-60eb-4c15-b8ab-5c2c433b3003), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.946493 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (da7e538f-60eb-4c15-b8ab-5c2c433b3003), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.948993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:29.950173 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da7e538f-60eb-4c15-b8ab-5c2c433b3003 HTTP/1.1" status: 204 len: 168 time: 0.1191518 Mar 08 15:11:29.960004 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50297ba1-5ec4-4a7a-99da-fae394a67e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e538f-60eb-4c15-b8ab-5c2c433b3003,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:30.230012 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53858) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:30.244336 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e716ae64-9a48-41a9-904b-16208b48f2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.321737 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e716ae64-9a48-41a9-904b-16208b48f2a6 admin admin] Publish callbacks [] for security_group (8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.325532 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-e716ae64-9a48-41a9-904b-16208b48f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.361871 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716ae64-9a48-41a9-904b-16208b48f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:30.366974 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-e716ae64-9a48-41a9-904b-16208b48f2a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92c78c2aefe14080b765f1853b2b4ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358106 Mar 08 15:11:30.369542 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53860) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:30.418508 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] Publish callbacks [] for security_group (8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.439372 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] Publish callbacks [] for security_group (8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.485887 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.488383 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.489545 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5 HTTP/1.1" status: 204 len: 168 time: 0.1190932 Mar 08 15:11:30.496873 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a330d-050c-4c4d-9c3e-5a2e77b814db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49d19c-bb58-4c4b-9e46-3b0ec10ff1f5,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:30.792218 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53866) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:30.805189 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-004df284-cc5d-4e23-ab48-85b12b3aa857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.877993 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-004df284-cc5d-4e23-ab48-85b12b3aa857 admin admin] Publish callbacks [] for security_group (b256f488-4128-4f8e-acf3-865e8a23b17a), precommit_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.881422 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-004df284-cc5d-4e23-ab48-85b12b3aa857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b256f488-4128-4f8e-acf3-865e8a23b17a), after_create {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.918815 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-004df284-cc5d-4e23-ab48-85b12b3aa857 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=233564a072fc4fdbaa8c033d1f2f7078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254950 Mar 08 15:11:30.919661 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004df284-cc5d-4e23-ab48-85b12b3aa857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b256f488-4128-4f8e-acf3-865e8a23b17a,revision_number=1']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:30.922871 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53868) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:30.974565 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] Publish callbacks [] for security_group (b256f488-4128-4f8e-acf3-865e8a23b17a), before_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:30.996466 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] Publish callbacks [] for security_group (b256f488-4128-4f8e-acf3-865e8a23b17a), precommit_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:31.040302 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (b256f488-4128-4f8e-acf3-865e8a23b17a), after_delete {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:31.043043 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:31.044224 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b256f488-4128-4f8e-acf3-865e8a23b17a HTTP/1.1" status: 204 len: 168 time: 0.1203516 Mar 08 15:11:31.052508 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532f979-9088-49ab-8247-fd64f83f20d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256f488-4128-4f8e-acf3-865e8a23b17a,revision_number=None']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:32.048179 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.wsgi [-] (119854) accepted ('10.222.0.42', 53898) {{(pid=119854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:32.149642 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-85e4bbe8-294e-4943-a332-5fac5339fcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.222068 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-85e4bbe8-294e-4943-a332-5fac5339fcff admin admin] Publish callbacks [] for security_group (0d7fe187-6cb5-445a-bb60-f2f6774910f4), precommit_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.225812 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron_lib.callbacks.manager [None req-85e4bbe8-294e-4943-a332-5fac5339fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0d7fe187-6cb5-445a-bb60-f2f6774910f4), after_create {{(pid=119854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.263821 dv-cinder-830096-2-iscsi neutron-server[119854]: INFO neutron.wsgi [None req-85e4bbe8-294e-4943-a332-5fac5339fcff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d1d09ff8fb544a98e1ab2b8d0c782c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145393 Mar 08 15:11:32.265609 dv-cinder-830096-2-iscsi neutron-server[119854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4bbe8-294e-4943-a332-5fac5339fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fe187-6cb5-445a-bb60-f2f6774910f4,revision_number=1']} {{(pid=119854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:32.267298 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [-] (119855) accepted ('10.222.0.42', 53902) {{(pid=119855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:11:32.314433 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] Publish callbacks [] for security_group (0d7fe187-6cb5-445a-bb60-f2f6774910f4), before_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.337801 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] Publish callbacks [] for security_group (0d7fe187-6cb5-445a-bb60-f2f6774910f4), precommit_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.384231 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641426'] for security_group (0d7fe187-6cb5-445a-bb60-f2f6774910f4), after_delete {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.388682 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:32.391250 dv-cinder-830096-2-iscsi neutron-server[119855]: INFO neutron.wsgi [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d7fe187-6cb5-445a-bb60-f2f6774910f4 HTTP/1.1" status: 204 len: 168 time: 0.1226919 Mar 08 15:11:32.400218 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ae158-e4ec-459b-8eb5-8054d66c42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fe187-6cb5-445a-bb60-f2f6774910f4,revision_number=None']} {{(pid=119855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:11:37.490855 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-6c93e3fc-9bc0-4003-94a6-61ac3619babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:39.768729 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b03c730e-4558-4f90-a4c1-fb7082cdd73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:40.781290 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:11:40.832016 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:42.348073 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:44.249544 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:11:50.967037 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:07.492854 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-3dcae6b1-2d2b-4cc0-9fe3-c5a9129a6052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:09.771906 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-b8438102-08b2-4ad7-931d-55fcfaa8b802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:10.835071 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:12.350990 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:14.252049 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:17.779548 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:12:20.978463 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:37.494188 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-deb2f186-0ecb-452f-a3b6-ecc5d5d385e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:39.775838 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-43454e2a-4058-4b43-bcf4-9ddbd656fbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:40.837891 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:42.354950 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:44.255349 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:50.998043 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:12:54.778882 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:13:07.496511 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5fc6-2fbc-42ee-bed5-f0f63ee1e558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:09.778273 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-51cf181a-d41b-47b7-8a07-a0ddd3ce137a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:10.841332 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:12.356678 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:14.256791 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:21.012822 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:31.778116 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:13:37.497666 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-7767162c-1883-4917-855d-583b17c6f4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:39.778825 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-11525b63-da11-4474-ae93-3adddc5f6103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:40.843820 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:42.359333 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:44.259543 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:13:51.014508 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:07.499101 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-ba21ceb4-b411-4e6b-9bc4-a273aa135bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:08.776926 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:14:09.783162 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4ef7-bfb9-43c0-96f5-133b32485923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:10.845656 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:12.363790 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:14.261732 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:21.014435 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:37.500064 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c28078c4-ba7f-490e-96d1-110afc2cf7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:39.784019 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1372e9bb-6e09-4737-9edd-7f27151dbb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:40.849999 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:42.365688 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:44.263396 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:14:45.775843 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:14:51.025738 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:07.504644 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-bb26f138-7b4f-4c62-957f-0671117e9989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:09.784709 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-a90a3d5c-0a79-4d04-97d3-4606a8c1ccd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:10.851884 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:12.369837 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:14.265599 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:21.041923 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:22.775252 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:15:37.509910 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-024dfdec-8475-4843-8f21-7690efbf29ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:39.786299 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-f107756a-1d9b-40b5-836d-bf2ace644644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:40.853830 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:42.373300 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:44.267061 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:51.040589 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:15:59.775185 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:16:07.511029 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-e5ae27a3-4ecf-45dc-97bb-003c1e54e8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:09.787827 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-1e0b24d0-289b-4d0b-abb5-efd085c591d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:10.857533 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:12.375564 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:14.270074 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:21.040865 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:36.775464 dv-cinder-830096-2-iscsi neutron-server[119857]: DEBUG neutron.db.agents_db [None req-d1576758-fd35-4cff-8b91-978c2cd8b62f None None] Agent healthcheck: found 6 active agents {{(pid=119857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:16:37.511950 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-3d85fcf5-5716-4d28-8143-7b38c4e6615e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (63a4ae79-ad87-49fd-ad33-7bd7487a6e33), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:39.789971 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-35fbc99f-3a17-4c57-93bd-df05cb140a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (477f8fd0-bee6-45ca-aef2-784a52f1fa2b), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:40.862735 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-94bc9eae-aca7-450c-81eb-9ac224f59048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (d4819001-eabb-46fb-8b6b-db36733ea0ab), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:42.379210 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-c823a4bf-2576-4ddb-a04c-3087b739a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (0754c216-7ef1-4878-af4b-58083d298423), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:44.272836 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-90ef89dc-e4c1-4bba-897c-3ab8e4b9f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (e1b96550-0f27-4c11-811b-c1f01f4808bf), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:16:45.288996 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-bef421f5-274d-41de-b982-d8ec8545e0df service neutron] (119855) timed out ('10.222.0.42', 48636) {{(pid=119855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 15:16:45.369773 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-0a238e85-a962-4ff1-9574-a3f84cf7f5f9 req-9262e89d-ce13-4ca7-840f-18d793e8c519 tempest-AttachVolumeShelveTestJSON-1789675292 tempest-AttachVolumeShelveTestJSON-1789675292-project] (119855) timed out ('10.222.0.42', 48652) {{(pid=119855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 15:16:51.056709 dv-cinder-830096-2-iscsi neutron-server[119856]: DEBUG neutron_lib.callbacks.manager [None req-accb9d09-ec93-4673-87c0-b7cad42a2885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727410033493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505155'] for agent (1e9d6646-83c8-4a1c-8af0-3da209e4dbe7), after_update {{(pid=119856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:17:02.420919 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-f720f11f-281c-4b09-91ee-1bb828ec1227 service neutron] (119855) timed out ('10.222.0.42', 50676) {{(pid=119855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 15:17:02.599129 dv-cinder-830096-2-iscsi neutron-server[119855]: DEBUG neutron.wsgi [req-2488ca17-2d0f-406e-9a47-54303a00f46d req-bc68b3e2-1828-42d9-a717-ec0564249d18 tempest-TestShelveInstance-548568914 tempest-TestShelveInstance-548568914-project] (119855) timed out ('10.222.0.42', 50684) {{(pid=119855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}